-- Logs begin at Mon 2021-08-09 10:08:27 UTC, end at Mon 2021-08-09 11:18:34 UTC. -- Aug 09 10:48:02.387387 dv-cinder-803896-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 10:48:05.215002 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.common.config [-] Logging enabled! Aug 09 10:48:05.215551 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 09 10:48:05.215813 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 10:48:05.219029 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.common.config [-] Logging enabled! Aug 09 10:48:05.219335 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 09 10:48:05.219641 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 10:48:05.220577 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 10:48:05.220814 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 10:48:05.221193 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 10:48:05.221442 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 10:48:05.221670 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 10:48:05.221990 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.222289 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.222586 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.222816 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.223130 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.223424 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.223708 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.223998 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.224297 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.224585 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.224867 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.225157 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.225388 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.225672 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.225961 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.226249 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.226474 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] debug = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.226756 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.227741 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.228568 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.228859 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.229258 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.229447 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.229727 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.230012 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.230303 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.230636 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] host = dv-cinder-803896-1-iscsi {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.230918 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.231236 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.231530 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.231825 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.232104 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.232385 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.232673 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.232947 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.233221 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] log_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.233501 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.233793 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.234082 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.234374 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.234665 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.234864 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.235103 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.235413 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.235692 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.235970 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.236246 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.236521 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.236795 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.237065 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.237352 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.237644 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.237930 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.238206 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.238480 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.238754 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.239027 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.239338 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.239614 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.239889 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.240164 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.240452 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.240723 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.240998 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.241300 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.241593 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.241877 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.242162 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.242437 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.242720 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.244019 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.244305 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.244587 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] use_json = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.244867 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.245143 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.245431 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.245708 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.245984 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.246259 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.246535 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.246821 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:05.247190 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.247446 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.247751 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.248037 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.248333 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.248618 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.248911 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.249195 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.249487 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.249778 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.250067 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.250349 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.250643 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.250925 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.251246 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.251557 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.251855 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.252152 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.252429 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.252708 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.252984 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.253266 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.253555 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.253853 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.254146 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.254425 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.254708 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.255003 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.255313 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.255590 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.255871 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.256161 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.256440 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.256715 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.257000 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.257282 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.257557 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.257831 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.258110 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.258432 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.259149 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.259440 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.259725 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.260014 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.260296 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.260589 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.260876 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.261153 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.261431 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.261716 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.261993 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.262275 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.262557 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.262834 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.263150 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.263415 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.263692 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.263970 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.264247 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.264522 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.264797 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.265071 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.265352 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.265627 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.265902 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.266178 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.266454 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.266730 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.267023 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.267360 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.267647 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.267930 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.268214 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.268501 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.268785 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.269068 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.269353 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.269637 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.269915 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.270211 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.270499 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.270790 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.271077 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.271381 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.271681 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.271963 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.272254 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.272536 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.272817 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.273107 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.273393 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.273694 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.274001 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.274716 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.275024 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.275353 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.275644 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.275963 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.276250 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:05.276473 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 10:48:05.276719 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105246) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 10:48:05.638792 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 10:48:05.639071 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 10:48:05.639385 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 10:48:05.639722 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 10:48:06.051052 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.051378 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.051656 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.052847 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.053125 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.053395 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.089920 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.090209 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.090482 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.107403 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.107686 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.107959 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.137990 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.138271 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.138541 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.174922 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.175226 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.175503 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.415479 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.416071 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.416071 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.416230 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.416933 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.539555 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.540822 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.541116 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.541398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.541672 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.541991 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.542257 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.542520 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.542782 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.543071 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.543360 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.543632 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.543893 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.544150 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.544411 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.544683 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.544949 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.545351 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.545636 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.545898 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.546176 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.546432 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.546972 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.547388 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.547644 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.547893 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.548300 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 10:48:06.548544 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 10:48:06.548786 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 10:48:06.549025 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 10:48:06.549263 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 10:48:06.549507 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 10:48:06.549875 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 10:48:06.553085 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 10:48:06.558233 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 10:48:06.562018 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 09 10:48:06.563823 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 10:48:06.564286 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 10:48:06.564628 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 10:48:06.565030 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 10:48:06.567866 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 10:48:06.568121 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 10:48:06.568471 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 10:48:06.574361 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 10:48:06.596719 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 10:48:06.597180 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.597483 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105246) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 10:48:06.597852 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.599246 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105246) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 10:48:06.599531 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 10:48:06.599778 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 10:48:06.604116 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.604405 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:06.669930 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 10:48:06.670108 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 10:48:06.670344 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 10:48:06.670711 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 10:48:06.691895 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_db.sqlalchemy.engines [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105246) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 10:48:07.410345 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Initializing driver for type 'gre' Aug 09 10:48:07.410894 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] gre ID ranges: [(1, 1000)] Aug 09 10:48:07.607194 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Initializing driver for type 'local' Aug 09 10:48:07.607780 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Initializing driver for type 'vlan' Aug 09 10:48:07.698422 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] VlanTypeDriver initialization complete Aug 09 10:48:07.698770 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Initializing driver for type 'vxlan' Aug 09 10:48:07.699305 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] vxlan ID ranges: [(1, 1000)] Aug 09 10:48:07.938696 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Initializing extension driver 'port_security' Aug 09 10:48:07.938969 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.extensions.port_security [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] PortSecurityExtensionDriver initialization complete Aug 09 10:48:07.939330 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Initializing mechanism driver 'openvswitch' Aug 09 10:48:07.939653 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Initializing mechanism driver 'hyperv' Aug 09 10:48:07.946237 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.plugins.ml2.plugin [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:07.946923 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > port after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.947324 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > port after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.947676 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > port after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.948203 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 10:48:07.948660 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > subnet after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.948996 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > subnet after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.949388 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.949778 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 10:48:07.950184 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > network after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.950533 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > network after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.950875 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > network after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.951291 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 10:48:07.951698 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > security_group after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.952053 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > security_group after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.952398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.952791 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 10:48:07.953327 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.953679 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.954025 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.954420 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 10:48:07.954824 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > address_group after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.955264 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > address_group after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.955656 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.956051 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 10:48:07.956432 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] ML2 OVO RPC backend initialized. {{(pid=105246) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 10:48:07.957136 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.957496 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.957912 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > network before_response 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.958263 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > networks before_response 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.958613 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > port before_response 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.958958 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > ports before_response 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.959330 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > subnet before_response 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.959680 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > subnets before_response 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.960030 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > network after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.960425 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > network after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.960766 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > network after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.961107 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > port after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.961490 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > port after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.961851 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > port after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.962194 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > subnet after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.962534 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > subnet after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.962874 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:07.963488 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.plugin [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Modular L2 Plugin initialization complete Aug 09 10:48:07.963822 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading services supported by the core plugin {{(pid=105246) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 10:48:07.964154 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.plugins.ml2.managers [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Got port-security extension from driver 'port_security' Aug 09 10:48:07.964154 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.extensions.vlantransparent [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Disabled vlantransparent extension. Aug 09 10:48:07.964154 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105246) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 10:48:07.966770 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading Plugin: router Aug 09 10:48:08.011795 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.012197 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router after_create 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.012570 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router before_create 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.012936 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.013343 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.013702 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router after_delete 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.014066 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.014433 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router after_create 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.014882 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router after_update 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.015282 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router after_update 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.015641 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.016005 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router after_update 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.016419 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router precommit_update 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.016791 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: port after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.017135 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: port after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.017479 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: subnet after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.017821 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.018176 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.018524 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router precommit_create 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.018870 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: port before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.019241 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router precommit_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.019600 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router after_update 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.019947 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.020301 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router precommit_create 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.020668 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.021067 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router precommit_update 55549900 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.021428 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > agent after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.021782 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > agent after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.022132 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > network after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.022997 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Tracking information for resource: router configured {{(pid=105246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 10:48:08.023364 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Tracking information for resource: floatingip configured {{(pid=105246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 10:48:08.028435 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.db.l3_agentschedulers_db [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 10:48:08.029119 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: port after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.029484 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: port after_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.029838 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: port after_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.030191 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: port after_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.030991 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router before_create 55550100 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.031384 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.031752 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router precommit_create 55550100 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.032150 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > router precommit_update 55550100 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.036617 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.services.provider_configuration [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service providers = [] {{(pid=105246) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 10:48:08.036988 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.db.servicetype_db [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105246) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 10:48:08.044408 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.services.service_base [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 10:48:08.044762 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.services.service_base [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 10:48:08.045112 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.services.service_base [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 10:48:08.046011 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.services.service_base [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 10:48:08.046388 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.services.service_base [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 10:48:08.047023 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 10:48:08.047371 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 10:48:08.058816 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 10:48:08.059177 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading Plugin: auto_allocate Aug 09 10:48:08.065018 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: network precommit_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.065392 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: network precommit_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.065917 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 10:48:08.066238 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading Plugin: tag Aug 09 10:48:08.072952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 10:48:08.073285 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading Plugin: timestamp Aug 09 10:48:08.077392 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 10:48:08.077728 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading Plugin: network_ip_availability Aug 09 10:48:08.089224 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.089599 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.089958 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.090675 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 10:48:08.090995 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading Plugin: flavors Aug 09 10:48:08.095886 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 10:48:08.096222 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading Plugin: revisions Aug 09 10:48:08.100556 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 10:48:08.100957 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_concurrency.lockutils [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.461s {{(pid=105246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 10:48:08.101699 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105246) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 10:48:08.102554 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Initializing extension manager. Aug 09 10:48:08.103094 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: __init__.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.103506 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: __pycache__ {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.103830 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.104167 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: address_group.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.104934 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.105504 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: address-group Aug 09 10:48:08.105830 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: address_scope.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.106549 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.107058 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: address-scope Aug 09 10:48:08.107405 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.108345 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.108851 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: router-admin-state-down-before-update Aug 09 10:48:08.109182 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: agent.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.110079 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.110588 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: agent Aug 09 10:48:08.110918 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: agent_resources_synced.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.111903 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.112390 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: agent-resources-synced Aug 09 10:48:08.112715 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: allowedaddresspairs.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.114515 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.115035 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: allowed-address-pairs Aug 09 10:48:08.115399 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: auto_allocated_topology.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.116486 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.116996 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: auto-allocated-topology Aug 09 10:48:08.117324 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: availability_zone.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.118643 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.119198 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: availability_zone Aug 09 10:48:08.125010 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: availability_zone_filter.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.125846 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.126353 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: availability_zone_filter Aug 09 10:48:08.126678 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: data_plane_status.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.127622 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.128122 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 10:48:08.128446 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: default_subnetpools.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.129384 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.129889 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: default-subnetpools Aug 09 10:48:08.130216 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.131040 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.131572 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: dhcp_agent_scheduler Aug 09 10:48:08.131897 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: dns.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.132860 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.133388 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 10:48:08.133778 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: dns_domain_ports.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.134707 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.135234 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 10:48:08.135561 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.136574 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.137087 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 10:48:08.137410 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: dvr.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.138088 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.138593 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: dvr Aug 09 10:48:08.138914 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: ecmp_routes.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.139865 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.140365 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 10:48:08.140725 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: empty_string_filtering.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.141654 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.142154 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: empty-string-filtering Aug 09 10:48:08.142478 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.143430 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.143935 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 10:48:08.144259 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.145182 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.145683 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 10:48:08.146012 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: external_net.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.146927 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.147554 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: external-net Aug 09 10:48:08.147887 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.148813 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.149349 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: extra_dhcp_opt Aug 09 10:48:08.149743 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: extraroute.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.150665 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.151206 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: extraroute Aug 09 10:48:08.151532 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: extraroute_atomic.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.152586 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.153089 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: extraroute-atomic Aug 09 10:48:08.153411 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: filter_validation.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.154085 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.154582 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: filter-validation Aug 09 10:48:08.154929 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: fip_pf_description.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.155946 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.156440 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 10:48:08.156760 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: fip_port_details.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.157690 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.158190 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: fip-port-details Aug 09 10:48:08.158516 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: flavors.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.159793 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.160309 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: flavors Aug 09 10:48:08.160634 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.166833 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.167377 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 10:48:08.167715 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: floatingip_pools.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.168428 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.168937 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: floatingip-pools Aug 09 10:48:08.169266 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: ip_allocation.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.170221 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.170722 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 10:48:08.171050 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.172311 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.172821 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: ip-substring-filtering Aug 09 10:48:08.173151 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: l2_adjacency.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.174092 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.174593 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 10:48:08.174921 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: l3.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.176071 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.176585 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: router Aug 09 10:48:08.177020 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.179300 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.179828 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 10:48:08.180758 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.181920 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.182437 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: ext-gw-mode Aug 09 10:48:08.182772 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.183756 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.184263 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: l3-ha Aug 09 10:48:08.184588 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: l3_flavors.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.185520 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.186024 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: l3-flavors Aug 09 10:48:08.186351 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.187306 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.187813 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 10:48:08.188139 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: l3agentscheduler.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.194223 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.194223 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: l3_agent_scheduler Aug 09 10:48:08.194223 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: logging.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.195560 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.196283 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension logging not supported by any of loaded plugins Aug 09 10:48:08.196629 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: metering.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.197387 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.197969 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: metering Aug 09 10:48:08.198300 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.199451 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.199969 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: metering_source_and_destination_fields Aug 09 10:48:08.200302 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: multiprovidernet.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.201275 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.201784 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: multi-provider Aug 09 10:48:08.202112 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: netmtu.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.203040 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.203575 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: net-mtu Aug 09 10:48:08.203903 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: netmtu_writable.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.204836 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.205341 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: net-mtu-writable Aug 09 10:48:08.205841 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: network_availability_zone.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.206531 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.207032 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: network_availability_zone Aug 09 10:48:08.207381 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: network_ip_availability.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.208487 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.208998 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: network-ip-availability Aug 09 10:48:08.209328 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: network_segment_range.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.210104 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.210604 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 10:48:08.210929 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: pagination.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.212010 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.212336 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: pagination Aug 09 10:48:08.212664 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: port_device_profile.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.213574 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.214078 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: port-device-profile Aug 09 10:48:08.214404 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.215379 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.215984 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: port-mac-address-regenerate Aug 09 10:48:08.216315 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.217241 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.217743 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: port-numa-affinity-policy Aug 09 10:48:08.218067 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: port_resource_request.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.218988 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.219519 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 10:48:08.219843 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: portbindings.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.220940 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.221380 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: binding Aug 09 10:48:08.221711 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: portbindings_extended.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.223160 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.223684 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: binding-extended Aug 09 10:48:08.224018 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: portsecurity.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.224948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.225458 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: port-security Aug 09 10:48:08.225789 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: project_id.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.226781 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.227659 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: project-id Aug 09 10:48:08.227999 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: providernet.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.229036 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.229548 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: provider Aug 09 10:48:08.229876 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.233480 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.234001 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos not supported by any of loaded plugins Aug 09 10:48:08.234381 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.235659 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.236179 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 10:48:08.236508 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.237447 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.237952 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 10:48:08.238280 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos_default.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.239235 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.239744 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos-default not supported by any of loaded plugins Aug 09 10:48:08.240069 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos_fip.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.240730 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.241336 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 10:48:08.241661 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos_gateway_ip.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.242595 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.243716 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 10:48:08.244041 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos_port_network_policy.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.244969 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.245473 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 10:48:08.245794 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos_pps_rule.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.247019 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.247560 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 10:48:08.247888 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos_rule_type_details.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.248814 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.249322 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 10:48:08.249649 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: qos_rules_alias.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.250708 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.251259 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 10:48:08.257443 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: quotasv2.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.257443 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.257443 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: quotas Aug 09 10:48:08.257443 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: quotasv2_detail.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.260381 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.260729 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: quota_details Aug 09 10:48:08.261066 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: rbac.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.262331 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.262853 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: rbac-policies Aug 09 10:48:08.263254 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: rbac_address_group.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.264198 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.264710 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: rbac-address-group Aug 09 10:48:08.265040 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: rbac_address_scope.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.265968 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.266482 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: rbac-address-scope Aug 09 10:48:08.266814 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: rbac_security_groups.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.267763 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.268274 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: rbac-security-groups Aug 09 10:48:08.268600 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: rbac_subnetpool.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.269620 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.270124 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: rbac-subnetpool Aug 09 10:48:08.270448 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: revisionifmatch.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.271407 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.271916 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: revision-if-match Aug 09 10:48:08.272243 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: revisions.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.273359 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.273869 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: standard-attr-revisions Aug 09 10:48:08.274275 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: router_availability_zone.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.275025 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.275553 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: router_availability_zone Aug 09 10:48:08.275880 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: routerservicetype.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.276816 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.277317 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 10:48:08.277641 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.278568 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.279073 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: security-groups-normalized-cidr Aug 09 10:48:08.279418 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.280353 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.286333 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: port-security-groups-filtering Aug 09 10:48:08.286333 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.287130 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.287639 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: security-groups-remote-address-group Aug 09 10:48:08.287964 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: securitygroup.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.298526 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.299053 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: security-group Aug 09 10:48:08.299424 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: segment.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.300229 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.300818 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension segment not supported by any of loaded plugins Aug 09 10:48:08.301095 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.302043 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.302552 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 10:48:08.302888 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: servicetype.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.304098 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.304617 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: service-type Aug 09 10:48:08.304949 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: sorting.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.306600 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.306938 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: sorting Aug 09 10:48:08.307300 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: standard_attr_segment.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.308340 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.311562 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 10:48:08.311562 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: standardattrdescription.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.311562 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.311562 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: standard-attr-description Aug 09 10:48:08.311562 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: stateful_security_group.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.312401 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.312909 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: stateful-security-group Aug 09 10:48:08.313241 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: stdattrs_common.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.313833 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 10:48:08.314159 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.315132 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.315644 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 10:48:08.315974 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: subnet_onboard.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.317063 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.317577 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: subnet_onboard Aug 09 10:48:08.317948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.318889 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.319424 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 10:48:08.319753 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: subnet_service_types.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.320691 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.321262 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: subnet-service-types Aug 09 10:48:08.321590 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: subnetallocation.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.322670 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.323307 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: subnet_allocation Aug 09 10:48:08.323642 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.324314 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.324816 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: subnetpool-prefix-ops Aug 09 10:48:08.325140 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.326077 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.326587 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 10:48:08.326911 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: tagging.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.328009 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.328530 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: standard-attr-tag Aug 09 10:48:08.328862 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: timestamp.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.330115 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.330629 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loaded extension: standard-attr-timestamp Aug 09 10:48:08.330963 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: trunk.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.332031 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.332545 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension trunk not supported by any of loaded plugins Aug 09 10:48:08.332873 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: trunk_details.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.333801 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.334311 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 10:48:08.334638 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: uplink_status_propagation.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.335599 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.336104 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 10:48:08.336965 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Loading extension file: vlantransparent.py {{(pid=105246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 10:48:08.337839 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 10:48:08.338350 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 10:48:08.340974 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:network Aug 09 10:48:08.341494 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:subnet Aug 09 10:48:08.341899 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 10:48:08.342294 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:port Aug 09 10:48:08.343550 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.344021 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service FLAVORS assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.344636 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.345062 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.345395 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:router Aug 09 10:48:08.345833 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 10:48:08.346327 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service METERING assigned prefix: /metering {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.347849 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.348226 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.348582 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:48:08.349592 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 10:48:08.350035 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:security_group Aug 09 10:48:08.350469 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 10:48:08.352675 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service CORE assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.353035 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 10:48:08.353398 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] subnetpool is already registered Aug 09 10:48:08.353850 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service CORE assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.354185 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 10:48:08.354526 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] subnetpool is already registered Aug 09 10:48:08.356872 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.357310 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service FLAVORS assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.357940 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.358360 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.358694 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:router Aug 09 10:48:08.359036 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] router is already registered Aug 09 10:48:08.359488 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 10:48:08.359830 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] floatingip is already registered Aug 09 10:48:08.360286 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service METERING assigned prefix: /metering {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.360951 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 10:48:08.361277 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] rbac_policy is already registered Aug 09 10:48:08.361684 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:security_group Aug 09 10:48:08.362019 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] security_group is already registered Aug 09 10:48:08.362421 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 10:48:08.362757 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] security_group_rule is already registered Aug 09 10:48:08.363422 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service CORE assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.363754 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 10:48:08.364090 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] subnetpool is already registered Aug 09 10:48:08.364526 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.v2.resource_helper [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Service CORE assigned prefix: {{(pid=105246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 10:48:08.364850 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 10:48:08.365182 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING neutron.quota.resource_registry [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] subnetpool is already registered Aug 09 10:48:08.365653 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: extensions {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.367097 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: address-groups {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.369423 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: address-scopes {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.370809 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: agents {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.372006 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: auto-allocated-topology {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.373277 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: availability_zones {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.374499 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: dhcp-networks {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.376067 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: dhcp-agents {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.377490 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: routers {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.379246 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: flavors {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.380518 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: service_profiles {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.381826 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: next_providers {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.383359 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: service_profiles {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.384909 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: floatingip-pools {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.386180 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: routers {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.387939 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: floatingips {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.389224 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: l3-routers {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.390601 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: l3-agents {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.392051 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: metering-labels {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.393321 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: metering-label-rules {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.394809 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: network-ip-availabilities {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.396103 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: bindings {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.397658 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: quotas {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.399913 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: quotas {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.401324 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: rbac-policies {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.402513 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: security-groups {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.403845 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: security-group-rules {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.405090 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: service-providers {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.406302 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: subnetpools {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.407682 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: subnetpools {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.409242 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.412866 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.412866 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.415285 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.416983 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.420015 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.421957 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.423834 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.425714 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.427663 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron.api.extensions [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Extended resource: tags {{(pid=105246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 10:48:08.433679 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING keystonemiddleware.auth_token [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 10:48:08.438242 dv-cinder-803896-1-iscsi neutron-server[105246]: WARNING keystonemiddleware.auth_token [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 10:48:08.455655 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_concurrency.lockutils [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Acquired lock "singleton_lock" {{(pid=105246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 10:48:08.455655 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_concurrency.lockutils [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Releasing lock "singleton_lock" {{(pid=105246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 10:48:08.455655 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO oslo_service.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Starting 2 workers Aug 09 10:48:08.455655 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Started child 105357 {{(pid=105246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 10:48:08.457181 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Started child 105358 {{(pid=105246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 10:48:08.458097 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:08.458714 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO neutron.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 10:48:08.459342 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Notify callbacks [] for process, before_spawn {{(pid=105246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:08.459528 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [-] (105357) wsgi starting up on http://0.0.0.0:9696 Aug 09 10:48:08.462263 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO oslo_service.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Starting 1 workers Aug 09 10:48:08.462736 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:08.464089 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [-] (105358) wsgi starting up on http://0.0.0.0:9696 Aug 09 10:48:08.467513 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Started child 105359 {{(pid=105246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 10:48:08.468055 dv-cinder-803896-1-iscsi neutron-server[105246]: INFO oslo_service.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Starting 1 workers Aug 09 10:48:08.471534 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] calling RpcWorker wait() {{(pid=105359) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 10:48:08.472086 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] returning from RpcWorker wait() {{(pid=105359) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 10:48:08.472544 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Started child 105360 {{(pid=105246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 10:48:08.473378 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG neutron_lib.callbacks.manager [None req-b4b7e705-3894-417f-add3-7b9ce684bfd3 None None] Notify callbacks [] for process, after_spawn {{(pid=105246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:08.473648 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:08.474186 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:08.475204 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 10:48:08.475414 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 10:48:08.475600 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 10:48:08.475816 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 10:48:08.476146 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 10:48:08.476309 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 10:48:08.476822 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.477158 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.477929 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:08.478393 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.478393 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.478520 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.479246 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.479513 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.479752 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.480012 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.480262 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.480437 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.480606 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.480865 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.481117 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.481394 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.481649 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.481903 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.482177 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.482349 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.482611 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.482890 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.483179 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.483450 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] debug = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.483702 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.484197 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.484454 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.484706 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.484927 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.485203 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.485461 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.485726 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.485983 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.486454 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.486614 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.486863 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.487104 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.487367 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.487589 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.487853 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.488075 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.488529 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] host = dv-cinder-803896-1-iscsi {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.488778 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.488997 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.489224 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.489474 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.489719 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.489952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.490221 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.490465 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.490718 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.490943 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.491425 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.493274 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.493274 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.493274 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.493274 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_options = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.493274 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.493274 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.493274 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.494117 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.494117 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.494117 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.494117 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.494597 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.494597 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.494830 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.495042 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.495199 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.495341 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.495558 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.495823 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.496071 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.496321 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.496535 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.496782 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.497022 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.497329 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.497828 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.498053 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.498271 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.498515 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.498734 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.498962 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.499221 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.499437 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.499681 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.499916 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.500179 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.500425 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.500674 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.500904 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.501131 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.501346 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.501608 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.501842 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.502093 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.502354 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.502589 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.502852 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.503086 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.503380 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.503622 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_json = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.503835 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.504069 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.504336 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.504603 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.504785 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.505099 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.505341 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.505583 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.506019 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.506318 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.506656 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.506920 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.507260 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.507515 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.507755 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.507987 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.508144 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:08.508293 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.508494 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.508897 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.509323 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.509627 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.509890 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.510134 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.510458 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.510718 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.510999 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.511270 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.511522 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.511765 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.512009 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.512503 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.512767 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.513038 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.513304 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.513716 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.513969 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.514210 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.514452 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.514673 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.514912 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.515798 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.516408 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.516408 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.516685 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.516822 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.517129 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.517372 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.517623 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.517885 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.518123 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.518368 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.518604 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.518853 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.519070 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.519315 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.519916 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.519916 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.520202 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.520352 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.520634 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.521011 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.521254 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.521480 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.521741 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.521980 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.522283 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.522648 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.523005 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.523005 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.523366 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.523504 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.523704 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.524610 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.524739 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.524936 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.526853 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.527144 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.527392 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.527878 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.527878 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.528159 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.528457 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.528784 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.529060 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.529403 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.529682 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.531300 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.532477 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.532975 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.533329 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.533575 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.533856 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.534418 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.535215 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.535495 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.535802 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.536063 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.536298 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.536552 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.536797 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.537027 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.537309 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.537589 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.537837 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.538083 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.538336 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.538581 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.538827 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.539090 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.542966 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.543274 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.545585 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.545585 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.545585 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.545585 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.545585 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.545585 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.545585 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.545585 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.546834 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.546834 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.546834 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.546834 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.547364 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.549892 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.549892 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.549892 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.549892 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.550605 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.550605 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.551780 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.552652 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.554221 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.554930 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.555475 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.555940 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.556556 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.556808 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.557058 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.557334 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.557692 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.557976 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.558230 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.558460 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.558753 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.559030 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.559309 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.559581 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.559831 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.560071 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.560686 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.561047 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.561298 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.561548 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.561805 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.562030 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.562281 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.562527 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.562768 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.562986 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.563226 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.563483 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.563717 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.563960 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.564193 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.564446 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.564668 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.564918 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.565132 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.565359 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.565600 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.565852 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.566075 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.566294 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.566511 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.566780 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 38872) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:08.567080 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.567359 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.567656 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.567939 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.568166 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.568414 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.568661 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.568899 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.569117 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.569363 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.569586 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.569800 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.570022 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.570244 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.570460 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.570700 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.570964 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.571300 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.571544 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.571803 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.572136 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.572389 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.572621 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.572863 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.573081 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.573330 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.573577 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.573794 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.574011 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.574228 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.574443 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.574702 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.574924 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.575197 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.575431 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.575642 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.575851 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.576066 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.576896 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.576896 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.577720 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.577856 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077889 Aug 09 10:48:08.577987 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.578184 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.578307 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.578925 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.579408 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.579645 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.580508 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.580508 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.580508 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.580508 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.580811 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.581126 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.581363 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.581583 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.582573 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.582573 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.582573 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.583219 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.584668 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.584904 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.585134 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.585795 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.587386 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.588553 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.588953 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.589296 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.589638 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.589893 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.590915 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.590915 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.590915 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.590915 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.591343 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.591343 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.591489 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.591729 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.591954 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.592252 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.592483 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.592732 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.592985 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.594898 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.596453 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.596733 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.597002 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.597720 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.597988 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.598265 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.598614 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.599064 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.599798 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.600762 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.601076 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.601385 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.602422 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.602777 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.603090 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.603472 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.604484 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.604484 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.604484 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.604816 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.604987 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.605295 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.605457 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.605717 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.605943 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.606207 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.606441 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.606675 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.606933 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.607197 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.607423 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.607938 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.607938 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.608134 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.608356 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.608534 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 10:48:08.609052 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 10:48:08.609214 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 10:48:08.609368 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 10:48:08.609557 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 10:48:08.609729 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 10:48:08.609882 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 10:48:08.610090 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.610253 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.610415 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.610575 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.610734 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.610914 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.611077 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.611263 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.611422 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.611579 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.611738 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.611897 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.612059 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.612216 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.612369 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.612526 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.613325 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.613325 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.613325 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.613325 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.613325 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.613646 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.613646 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] debug = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.613762 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.613912 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.614043 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.614195 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.614363 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.616260 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.616431 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.616603 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.616766 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.616930 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.617172 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.617333 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.617492 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.618370 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.618581 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.618755 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.618915 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.619264 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] host = dv-cinder-803896-1-iscsi {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.619426 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.619579 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.619934 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.620182 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.620371 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.620617 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.621235 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.621416 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.621561 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.621768 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.621934 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.622171 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.622282 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.622393 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.622699 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_options = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.622865 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.623029 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.623204 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.623401 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.623569 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.623721 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.623879 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.624036 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.624197 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.624402 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.624567 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.626681 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.626681 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.626681 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.626681 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.626681 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.626681 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.627058 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.627058 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.627382 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.627382 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.627505 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.627657 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.627800 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.627910 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.628077 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.628236 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.628394 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.628553 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.628711 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.628954 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.629046 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.629173 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.629330 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.629501 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.629629 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.629762 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.629925 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.630083 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.630319 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.631424 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.631616 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.631616 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.631981 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.632118 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.632255 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_json = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.632993 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.632993 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.632993 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.632993 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.633497 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.633497 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.634105 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.634105 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 10:48:08.634281 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.634421 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.634506 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.634623 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.634784 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.634946 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.635362 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.635551 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.635737 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.635909 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.636099 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.636268 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.636457 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.636621 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.636792 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.636966 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.637144 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.637299 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.637447 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.637597 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.637762 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.637919 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.638099 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.638263 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.638427 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.638589 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.638746 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.638909 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.639257 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.639425 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.639636 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.639805 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.640372 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.640372 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.640372 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.640584 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.640653 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.640815 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.640983 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.641145 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.641308 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.641505 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.641959 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.642162 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:08.642492 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.642826 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.643000 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.643498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.643498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.643498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.643724 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.643790 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.643959 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.644114 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.644255 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.644419 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.644579 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.644741 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.644902 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.645062 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.645229 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.645409 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.645562 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.645711 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.645868 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.646030 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.646192 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.646339 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.646502 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.646666 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.646828 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.646989 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.647926 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.647926 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.647926 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.647926 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.647926 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.647926 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.648305 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.648305 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.648424 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.648636 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.648735 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.649379 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.649616 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.649856 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.650000 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.650178 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.650255 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.650412 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.650566 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.650722 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.650882 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.651041 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.651223 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.651361 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.651526 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.651687 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.651835 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.652098 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.652254 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.652413 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.652575 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.652737 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.652882 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.653048 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.653203 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.653340 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.653509 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.653659 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.653817 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.653969 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.654135 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.654278 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.654446 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.654609 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.654778 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.654950 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.655189 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.655349 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.655486 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.655623 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.655759 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.657932 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.657932 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.657932 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.657932 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.657932 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.657932 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.657932 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.657932 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.659545 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.659545 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.659545 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.659545 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.659545 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.659545 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.659545 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.659545 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661398 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.661952 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.662587 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.662587 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.662587 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.662587 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.662587 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.662915 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.662915 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.663074 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.663414 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.664561 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.664561 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.664561 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.664561 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.665364 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.665364 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.665364 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.665364 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.665364 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.665743 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.665743 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.665885 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.666006 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.666112 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.666268 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.666430 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.666592 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.666754 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.666916 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.667077 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.667323 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.667478 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.667605 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.667728 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.668346 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.668346 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.668346 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.668346 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.668977 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.668977 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.668977 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.668977 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.669412 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.669412 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.669412 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.669768 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.669768 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.669970 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.670072 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.670198 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.670959 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.670959 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.670959 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.670959 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.670959 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673354 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673354 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673354 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673354 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673354 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673354 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673354 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673354 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.673948 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.675875 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.675875 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.675875 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.675875 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.675875 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.675875 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.675875 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.675875 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.676647 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.676647 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.676647 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.676647 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.676647 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.676647 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.676647 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.676647 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.677498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.677498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.677498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.677498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.677498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.677498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.677498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.677498 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678152 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678152 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678152 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678152 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678152 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678487 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678487 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678629 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678734 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.678902 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.679259 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.679423 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.680235 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.680235 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.680235 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.680235 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.680555 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.680555 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.680690 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.680892 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.680983 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.681117 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.681280 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.681441 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.681602 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.681763 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.681923 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.682079 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.682275 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.682569 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.682723 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.682839 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.682946 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.683667 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.683667 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.683667 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.683667 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 10:48:08.684066 dv-cinder-803896-1-iscsi neutron-server[105246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 10:48:20.182567 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404001ad-ab58-428f-b319-d3303c9f9290 None None] get_active_networks_info from dv-cinder-803896-1-iscsi {{(pid=105359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 10:48:20.267794 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404001ad-ab58-428f-b319-d3303c9f9290 None None] No non-hosted networks {{(pid=105359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 10:48:20.339596 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.agentschedulers_db [None req-404001ad-ab58-428f-b319-d3303c9f9290 None None] DHCP Agent not found on host dv-cinder-803896-1-iscsi {{(pid=105359) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 10:48:20.538618 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-db230241-a05e-4e9f-b805-2d6b325a0f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889074'] for agent, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:23.003349 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-569bab74-9faf-4570-bdc6-6ba78dfb448c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889074'] for agent, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:23.062749 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.db.api [None req-b3f7917f-69ab-4751-a873-ce8c21ac2ea0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-803896-1-iscsi {{(pid=105359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 10:48:23.063172 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG oslo_db.api [None req-b3f7917f-69ab-4751-a873-ce8c21ac2ea0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 10:48:23.330427 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889074'] for agent, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:23.331064 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.331427 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.331760 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.332087 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.332434 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.332724 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.333043 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.333389 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.333711 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.334029 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.334352 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.334682 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:23.335047 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803896-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:23.343064 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803896-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:23.661927 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b3f7917f-69ab-4751-a873-ce8c21ac2ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:23.821758 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889074'] for agent, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:25.196038 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889074'] for agent, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:26.397233 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 38972) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:26.900680 dv-cinder-803896-1-iscsi neutron-server[105357]: WARNING oslo_policy.policy [None req-34ca700c-dcd7-4306-801c-21b4dfcabc23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 10:48:26.901259 dv-cinder-803896-1-iscsi neutron-server[105357]: WARNING oslo_policy.policy [None req-34ca700c-dcd7-4306-801c-21b4dfcabc23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 10:48:27.129055 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [None req-34ca700c-dcd7-4306-801c-21b4dfcabc23 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 10:48:27.130115 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-34ca700c-dcd7-4306-801c-21b4dfcabc23 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7320600 Aug 09 10:48:29.204933 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.db.l3_hamode_db [None req-1acdda1a-79e2-4cdc-8c04-049e011eb70f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 10:48:29.284270 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acdda1a-79e2-4cdc-8c04-049e011eb70f None None] Routers set() bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:48:29.284687 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acdda1a-79e2-4cdc-8c04-049e011eb70f None None] Router IDs set() for agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 10:48:29.576700 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 38986) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:29.881960 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-fcc5c001-8bc1-497c-b606-879b405b8b0a admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:48:29.975148 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.policy [None req-fcc5c001-8bc1-497c-b606-879b405b8b0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105357) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 10:48:30.019781 dv-cinder-803896-1-iscsi neutron-server[105357]: WARNING oslo_policy.policy [None req-fcc5c001-8bc1-497c-b606-879b405b8b0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 10:48:30.020093 dv-cinder-803896-1-iscsi neutron-server[105357]: WARNING oslo_policy.policy [None req-fcc5c001-8bc1-497c-b606-879b405b8b0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 10:48:30.028484 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.quota [None req-fcc5c001-8bc1-497c-b606-879b405b8b0a admin admin] Loaded quota_driver: . Aug 09 10:48:30.201849 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c001-8bc1-497c-b606-879b405b8b0a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784381083888', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784381084325', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784381097591', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784381069480', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784380452263', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784381057403', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2051428', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1899331', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764572', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698582'] for rbac-policy, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:30.384249 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c001-8bc1-497c-b606-879b405b8b0a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:30.385522 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-fcc5c001-8bc1-497c-b606-879b405b8b0a admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8077455 Aug 09 10:48:32.920429 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 38998) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:33.214792 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Request body: {'network': {'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'admin_state_up': True, 'name': 'private', 'project_id': '4da3aad7823f49c286e7edfc174f7ef0'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:48:33.301191 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Made reservation on behalf of 4da3aad7823f49c286e7edfc174f7ef0 for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:48:33.304002 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:33.320726 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:33.442894 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:33.504192 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:33.530026 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:48:33.555900 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784379075687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:33.556483 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Unsubscribe: segment precommit_create {{(pid=105357) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 10:48:33.556994 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Added segment 95988207-a698-4647-ab17-f2fa430aaa49 of type vlan for network 11245e8e-6cf2-442f-bcae-5bf155622a58 Aug 09 10:48:33.563395 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e327cbe-6bda-423f-8391-bc38c7a09d1c,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:33.587295 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.587646 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.587989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.588327 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.588662 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.589009 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.589343 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.589683 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.590035 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.590379 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.590701 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.591020 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Tracked resource versions report: Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: pushed versions: Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: { 'AddressGroup': {'1.2'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'ConntrackHelper': {'1.0'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Log': {'1.0'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Network': {'1.1'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Port': {'1.7'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'PortForwarding': {'1.2'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'QosPolicy': {'1.9'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SecurityGroup': {'1.4'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SecurityGroupRule': {'1.2'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SubPort': {'1.0'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Subnet': {'1.1'}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Trunk': {'1.1'}} Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: consumer versions: Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: { DHCP agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: L3 agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: Metadata agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: Metering agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: Open vSwitch agent@dv-cinder-803896-1-iscsi: { 'AddressGroup': '1.2', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'ConntrackHelper': '1.0', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Log': '1.0', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Network': '1.1', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Port': '1.7', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'PortForwarding': '1.2', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'QosPolicy': '1.9', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SecurityGroup': '1.4', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SecurityGroupRule': '1.2', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SubPort': '1.0', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Subnet': '1.1', Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Trunk': '1.1'}} Aug 09 10:48:33.592202 dv-cinder-803896-1-iscsi neutron-server[105357]: {{(pid=105357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 10:48:33.682154 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:33.815004 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:33.816121 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:48:33.816784 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:33.915609 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=11245e8e-6cf2-442f-bcae-5bf155622a58,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:33.926803 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 11245e8e-6cf2-442f-bcae-5bf155622a58 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:48:33.953344 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-21f6076c-dcdb-4829-bfaf-2ba5c39d3ce4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0315869 Aug 09 10:48:36.588515 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 39012) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:37.078474 dv-cinder-803896-1-iscsi neutron-server[105358]: WARNING oslo_policy.policy [None req-06ccce4b-6301-4695-8dc4-447a456d44ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 10:48:37.079059 dv-cinder-803896-1-iscsi neutron-server[105358]: WARNING oslo_policy.policy [None req-06ccce4b-6301-4695-8dc4-447a456d44ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 10:48:37.510836 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.policy [None req-06ccce4b-6301-4695-8dc4-447a456d44ca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105358) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 10:48:37.554973 dv-cinder-803896-1-iscsi neutron-server[105358]: WARNING oslo_policy.policy [None req-06ccce4b-6301-4695-8dc4-447a456d44ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 10:48:37.555378 dv-cinder-803896-1-iscsi neutron-server[105358]: WARNING oslo_policy.policy [None req-06ccce4b-6301-4695-8dc4-447a456d44ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 10:48:37.563471 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ccce4b-6301-4695-8dc4-447a456d44ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:48:37.565296 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-06ccce4b-6301-4695-8dc4-447a456d44ca admin admin] 10.222.0.35 "GET /v2.0/networks/11245e8e-6cf2-442f-bcae-5bf155622a58 HTTP/1.1" status: 200 len: 825 time: 0.9747539 Aug 09 10:48:37.604914 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-de0a8aa3-d061-4971-aabf-b8eb27a379dc admin admin] 10.222.0.35 "GET /v2.0/subnetpools/96c013d8-edcd-4aad-a4d6-c6f4c84dba93 HTTP/1.1" status: 200 len: 734 time: 0.0335352 Aug 09 10:48:37.614253 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Request body: {'subnet': {'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '96c013d8-edcd-4aad-a4d6-c6f4c84dba93', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:48:37.615807 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.quota [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Loaded quota_driver: . Aug 09 10:48:37.746514 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Made reservation on behalf of 4da3aad7823f49c286e7edfc174f7ef0 for: {'subnet': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:48:37.749304 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Notify callbacks [] for subnet, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:38.095604 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:38.161511 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Checking segment: {'id': '95988207-a698-4647-ab17-f2fa430aaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:48:38.161907 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Network hostable DHCP agents. Network: 11245e8e-6cf2-442f-bcae-5bf155622a58, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:48:38.180282 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Pushing event updated for resources: {'Subnet': ['ID=799db67a-dd38-4a71-aaa3-3a0b1d27f114,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:38.192634 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.192999 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.193330 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.193662 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.193987 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.194312 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.195356 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.195708 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.196048 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.196369 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.196725 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.197036 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Tracked resource versions report: Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: pushed versions: Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: { 'AddressGroup': {'1.2'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'ConntrackHelper': {'1.0'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Log': {'1.0'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Network': {'1.1'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Port': {'1.7'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'PortForwarding': {'1.2'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'QosPolicy': {'1.9'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SecurityGroup': {'1.4'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SecurityGroupRule': {'1.2'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SubPort': {'1.0'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Subnet': {'1.1'}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Trunk': {'1.1'}} Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: consumer versions: Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: { DHCP agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: L3 agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: Metadata agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: Metering agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: Open vSwitch agent@dv-cinder-803896-1-iscsi: { 'AddressGroup': '1.2', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'ConntrackHelper': '1.0', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Log': '1.0', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Network': '1.1', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Port': '1.7', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'PortForwarding': '1.2', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'QosPolicy': '1.9', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SecurityGroup': '1.4', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SecurityGroupRule': '1.2', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SubPort': '1.0', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Subnet': '1.1', Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Trunk': '1.1'}} Aug 09 10:48:38.198163 dv-cinder-803896-1-iscsi neutron-server[105358]: {{(pid=105358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 10:48:38.249545 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Network 11245e8e-6cf2-442f-bcae-5bf155622a58 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:48:38.329421 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 11245e8e-6cf2-442f-bcae-5bf155622a58) {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:48:38.333949 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:48:38.334669 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:38.338883 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71257e86-df09-4c51-8efc-64dad1ea1af3 None None] Network 11245e8e-6cf2-442f-bcae-5bf155622a58 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:48:38.422163 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-8a2f3192-1db4-4690-905c-cb55763a51df admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8112726 Aug 09 10:48:38.654799 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-11245e8e-6cf2-442f-bcae-5bf155622a58', 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'fixed_ips': [{'subnet_id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 10:48:38.656062 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:38.927294 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Allocated IP 172.20.0.2 (11245e8e-6cf2-442f-bcae-5bf155622a58/799db67a-dd38-4a71-aaa3-3a0b1d27f114/6f8bf39d-517c-403f-bbd1-247b32c23105) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:48:39.154749 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:39.169050 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Transition to ACTIVE for port object 6f8bf39d-517c-403f-bbd1-247b32c23105 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:48:39.195650 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Transition to ACTIVE for port object 6f8bf39d-517c-403f-bbd1-247b32c23105 will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:48:39.273257 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:39.345759 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Network 11245e8e-6cf2-442f-bcae-5bf155622a58 is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:48:39.350446 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:48:39.358960 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:48:39.362046 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Pushing event updated for resources: {'Port': ['ID=6f8bf39d-517c-403f-bbd1-247b32c23105,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:39.392958 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.393329 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.393673 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.394013 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.394348 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.394678 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.395010 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.395363 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.395710 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.396046 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.396373 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.396697 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Tracked resource versions report: Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: pushed versions: Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: { 'AddressGroup': {'1.2'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'ConntrackHelper': {'1.0'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Log': {'1.0'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Network': {'1.1'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Port': {'1.7'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'PortForwarding': {'1.2'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'QosPolicy': {'1.9'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SecurityGroup': {'1.4'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SecurityGroupRule': {'1.2'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SubPort': {'1.0'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Subnet': {'1.1'}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Trunk': {'1.1'}} Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: consumer versions: Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: { DHCP agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: L3 agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: Metadata agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: Metering agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: Open vSwitch agent@dv-cinder-803896-1-iscsi: { 'AddressGroup': '1.2', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'ConntrackHelper': '1.0', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Log': '1.0', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Network': '1.1', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Port': '1.7', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'PortForwarding': '1.2', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'QosPolicy': '1.9', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SecurityGroup': '1.4', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SecurityGroupRule': '1.2', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SubPort': '1.0', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Subnet': '1.1', Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Trunk': '1.1'}} Aug 09 10:48:39.398481 dv-cinder-803896-1-iscsi neutron-server[105359]: {{(pid=105359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 10:48:39.446661 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Attempting to bind port 6f8bf39d-517c-403f-bbd1-247b32c23105 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:48:39.446977 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Attempting to bind port 6f8bf39d-517c-403f-bbd1-247b32c23105 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '95988207-a698-4647-ab17-f2fa430aaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:48:39.447420 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Attempting to bind port 6f8bf39d-517c-403f-bbd1-247b32c23105 on network 11245e8e-6cf2-442f-bcae-5bf155622a58 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:48:39.452279 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:48:39.452685 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Checking segment: {'id': '95988207-a698-4647-ab17-f2fa430aaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:48:39.453145 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:39.453551 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Bound using segment: {'id': '95988207-a698-4647-ab17-f2fa430aaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:48:39.454040 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Bound port: 6f8bf39d-517c-403f-bbd1-247b32c23105, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95988207-a698-4647-ab17-f2fa430aaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:48:39.454437 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:39.517457 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] For port 6f8bf39d-517c-403f-bbd1-247b32c23105, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:48:39.521685 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] For port 6f8bf39d-517c-403f-bbd1-247b32c23105, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=6f8bf39d-517c-403f-bbd1-247b32c23105,segment=NetworkSegment(95988207-a698-4647-ab17-f2fa430aaa49),segment_id=95988207-a698-4647-ab17-f2fa430aaa49)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:48:39.618901 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:39.687535 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe18c5-4cb9-458a-93f5-6c9198f36383 None None] Pushing event updated for resources: {'Port': ['ID=6f8bf39d-517c-403f-bbd1-247b32c23105,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:40.810581 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 39032) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:41.137338 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [None req-fbade0b6-7122-4d44-8759-7a3708abfbf7 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 10:48:41.138536 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-fbade0b6-7122-4d44-8759-7a3708abfbf7 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267670 Aug 09 10:48:43.536442 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39040) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:43.853898 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [None req-3ef7b2dc-b28c-44f6-b209-2b7b9c58fcba admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 10:48:43.854900 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-3ef7b2dc-b28c-44f6-b209-2b7b9c58fcba admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3175123 Aug 09 10:48:46.474539 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39050) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:46.773673 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-7e8abcbb-6448-4989-9ec2-0ae268da4bd8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:48:46.871088 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7e8abcbb-6448-4989-9ec2-0ae268da4bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:46.872709 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7e8abcbb-6448-4989-9ec2-0ae268da4bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:47.027588 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7e8abcbb-6448-4989-9ec2-0ae268da4bd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:47.072894 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7e8abcbb-6448-4989-9ec2-0ae268da4bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:47.083796 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6f8bf39d-517c-403f-bbd1-247b32c23105 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:48:47.123235 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7e8abcbb-6448-4989-9ec2-0ae268da4bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:47.124436 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-7e8abcbb-6448-4989-9ec2-0ae268da4bd8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6489091 Aug 09 10:48:47.203927 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 6f8bf39d-517c-403f-bbd1-247b32c23105 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:48:48.061828 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e33bfd-66dc-4c71-b278-bde82c202119 None None] Network 11245e8e-6cf2-442f-bcae-5bf155622a58 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:48:48.227299 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-12cb8e46-31fb-4722-9bd0-6b6cb3adcb96 None None] Provisioning for port 6f8bf39d-517c-403f-bbd1-247b32c23105 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:48:48.235134 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-12cb8e46-31fb-4722-9bd0-6b6cb3adcb96 None None] Provisioning complete for port 6f8bf39d-517c-403f-bbd1-247b32c23105 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:48:48.235561 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-12cb8e46-31fb-4722-9bd0-6b6cb3adcb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:48.357632 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-12cb8e46-31fb-4722-9bd0-6b6cb3adcb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:48.396922 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-12cb8e46-31fb-4722-9bd0-6b6cb3adcb96 None None] For port 6f8bf39d-517c-403f-bbd1-247b32c23105, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=6f8bf39d-517c-403f-bbd1-247b32c23105,segment=NetworkSegment(95988207-a698-4647-ab17-f2fa430aaa49),segment_id=95988207-a698-4647-ab17-f2fa430aaa49)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:48:48.452320 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-12cb8e46-31fb-4722-9bd0-6b6cb3adcb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:48.499352 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb8e46-31fb-4722-9bd0-6b6cb3adcb96 None None] Pushing event updated for resources: {'Port': ['ID=6f8bf39d-517c-403f-bbd1-247b32c23105,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:48.572623 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-c2e2176a-12fa-4e2c-8837-9ce8d4e98900 None None] Provisioning complete for port 6f8bf39d-517c-403f-bbd1-247b32c23105 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:48:48.572623 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-c2e2176a-12fa-4e2c-8837-9ce8d4e98900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:49.052302 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6f8bf39d-517c-403f-bbd1-247b32c23105 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:48:49.097967 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 6f8bf39d-517c-403f-bbd1-247b32c23105 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:48:49.098335 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:49.512813 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39062) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:49.821203 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [None req-783705a1-3e56-40a6-be91-c6bdf817f73a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 10:48:49.822192 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-783705a1-3e56-40a6-be91-c6bdf817f73a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084517 Aug 09 10:48:50.168811 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d474027c-b93e-4b0a-9d66-398f63d6b94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:52.205181 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39070) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:52.510532 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:48:52.675461 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Made reservation on behalf of 808f35f36b0f4dc3abca6c6b5033f869 for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:48:52.677639 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:52.686598 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:52.769990 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:52.829531 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:52.844716 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Reserving flat network on physical network physnet1 {{(pid=105357) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 10:48:52.862849 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06a7452-5ea7-4f30-8b19-180711c695f6,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:52.868884 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:52.869230 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Added segment aab9303e-a63d-493d-b0b0-074561238452 of type flat for network 6703564e-f692-4aad-ba2f-eb73ae535c28 Aug 09 10:48:52.915464 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:52.980418 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a2fcff98-9277-49a6-95cd-72ed863da3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:53.025910 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:53.029995 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:48:53.029995 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:53.098532 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] Pushing event updated for resources: {'Network': ['ID=6703564e-f692-4aad-ba2f-eb73ae535c28,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:53.109557 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:48:53.156205 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-f1b9e513-616b-48b3-9ffb-f17a2ff9cd6c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9499395 Aug 09 10:48:53.357615 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:53.768906 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:55.146103 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:55.500428 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39088) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:48:55.711200 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2048e4e-fa75-410b-944c-ed5390de2164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:48:55.714172 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d2048e4e-fa75-410b-944c-ed5390de2164 admin admin] 10.222.0.35 "GET /v2.0/subnets/799db67a-dd38-4a71-aaa3-3a0b1d27f114 HTTP/1.1" status: 200 len: 849 time: 0.2113233 Aug 09 10:48:55.837098 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d956898a-381f-4ade-920a-dda15c2a7aaa admin admin] 10.222.0.35 "GET /v2.0/routers/69901f16-831a-4f6a-8813-98e77c8fb010 HTTP/1.1" status: 200 len: 704 time: 0.1174483 Aug 09 10:48:56.102525 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:56.398893 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Allocated IP 172.20.0.1 (11245e8e-6cf2-442f-bcae-5bf155622a58/799db67a-dd38-4a71-aaa3-3a0b1d27f114/3ec064de-86e8-47e1-b581-fc91ddfd382d) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:48:56.578486 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:56.602229 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Transition to ACTIVE for port object 3ec064de-86e8-47e1-b581-fc91ddfd382d will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:48:56.734975 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:56.846977 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Network 11245e8e-6cf2-442f-bcae-5bf155622a58 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:48:56.853923 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:48:56.863589 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:48:56.864194 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:56.921175 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec064de-86e8-47e1-b581-fc91ddfd382d,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:57.133703 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:57.177842 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-9df6bb2f-41fe-4162-ae60-c74e3e1da41e None None] Provisioning for port 3ec064de-86e8-47e1-b581-fc91ddfd382d completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:48:57.182055 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-9df6bb2f-41fe-4162-ae60-c74e3e1da41e None None] Provisioning complete for port 3ec064de-86e8-47e1-b581-fc91ddfd382d triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:48:57.182430 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9df6bb2f-41fe-4162-ae60-c74e3e1da41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:57.216066 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-9df6bb2f-41fe-4162-ae60-c74e3e1da41e None None] Port 3ec064de-86e8-47e1-b581-fc91ddfd382d cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 10:48:57.342024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:57.408337 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:57.409133 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:57.485718 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec064de-86e8-47e1-b581-fc91ddfd382d,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:57.533462 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Network 11245e8e-6cf2-442f-bcae-5bf155622a58 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:48:57.534762 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:48:57.736088 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-990b6cce-10ce-43ac-9459-f895cc4ace62 None None] Provisioning complete for port 3ec064de-86e8-47e1-b581-fc91ddfd382d triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:48:57.736459 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-990b6cce-10ce-43ac-9459-f895cc4ace62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:57.770849 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-990b6cce-10ce-43ac-9459-f895cc4ace62 None None] Port 3ec064de-86e8-47e1-b581-fc91ddfd382d cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 10:48:57.775009 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Router 69901f16-831a-4f6a-8813-98e77c8fb010 is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 10:48:57.868221 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:48:57.873390 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-f6b2496d-cbd5-4130-a375-06d237eb13f3 admin admin] 10.222.0.35 "PUT /v2.0/routers/69901f16-831a-4f6a-8813-98e77c8fb010/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0308340 Aug 09 10:48:57.879775 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Sync routers for ids ['69901f16-831a-4f6a-8813-98e77c8fb010'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:48:57.891916 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Routers {'69901f16-831a-4f6a-8813-98e77c8fb010'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:48:57.892741 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:48:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['69901f16-831a-4f6a-8813-98e77c8fb010'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:58.076834 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Set router 69901f16-831a-4f6a-8813-98e77c8fb010 gateway port host: None {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:48:58.502475 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'name': 'router1', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:48:46Z', 'updated_at': '2021-08-09T10:48:57Z', 'revision_number': 2, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'gw_port_host': None, '_interfaces': [{'id': '3ec064de-86e8-47e1-b581-fc91ddfd382d', 'name': '', 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'mac_address': 'fa:16:3e:7b:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:48:56Z', 'updated_at': '2021-08-09T10:48:57Z', 'revision_number': 2, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'subnets': [{'id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c013d8-edcd-4aad-a4d6-c6f4c84dba93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:58.556580 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Checking router: 69901f16-831a-4f6a-8813-98e77c8fb010 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:48:58.556950 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Updating router 69901f16-831a-4f6a-8813-98e77c8fb010 port 3ec064de-86e8-47e1-b581-fc91ddfd382d binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 10:48:58.606724 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:59.134630 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:59.152598 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Transition to ACTIVE for port object 3ec064de-86e8-47e1-b581-fc91ddfd382d will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:48:59.220433 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:59.360498 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Pushing event updated for resources: {'Port': ['ID=3ec064de-86e8-47e1-b581-fc91ddfd382d,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:59.381793 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.382137 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.383030 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.383387 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.383883 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.384215 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.384540 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.384861 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.385206 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.385530 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.385851 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.386168 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Tracked resource versions report: Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: pushed versions: Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: { 'AddressGroup': {'1.2'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'ConntrackHelper': {'1.0'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Log': {'1.0'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Network': {'1.1'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Port': {'1.7'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'PortForwarding': {'1.2'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'QosPolicy': {'1.9'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SecurityGroup': {'1.4'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SecurityGroupRule': {'1.2'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SubPort': {'1.0'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Subnet': {'1.1'}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Trunk': {'1.1'}} Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: consumer versions: Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: { DHCP agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: L3 agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: Metadata agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: Metering agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: Open vSwitch agent@dv-cinder-803896-1-iscsi: { 'AddressGroup': '1.2', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'ConntrackHelper': '1.0', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Log': '1.0', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Network': '1.1', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Port': '1.7', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'PortForwarding': '1.2', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'QosPolicy': '1.9', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SecurityGroup': '1.4', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SecurityGroupRule': '1.2', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SubPort': '1.0', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Subnet': '1.1', Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Trunk': '1.1'}} Aug 09 10:48:59.387333 dv-cinder-803896-1-iscsi neutron-server[105360]: {{(pid=105360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 10:48:59.400115 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Attempting to bind port 3ec064de-86e8-47e1-b581-fc91ddfd382d on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:48:59.400533 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Attempting to bind port 3ec064de-86e8-47e1-b581-fc91ddfd382d by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '95988207-a698-4647-ab17-f2fa430aaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:48:59.400920 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Attempting to bind port 3ec064de-86e8-47e1-b581-fc91ddfd382d on network 11245e8e-6cf2-442f-bcae-5bf155622a58 {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:48:59.405836 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:48:59.406236 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Checking segment: {'id': '95988207-a698-4647-ab17-f2fa430aaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:48:59.406692 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:59.407101 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Bound using segment: {'id': '95988207-a698-4647-ab17-f2fa430aaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:48:59.407619 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Bound port: 3ec064de-86e8-47e1-b581-fc91ddfd382d, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95988207-a698-4647-ab17-f2fa430aaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:48:59.407995 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:59.472735 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] For port 3ec064de-86e8-47e1-b581-fc91ddfd382d, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:48:59.495808 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] For port 3ec064de-86e8-47e1-b581-fc91ddfd382d, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=3ec064de-86e8-47e1-b581-fc91ddfd382d,segment=NetworkSegment(95988207-a698-4647-ab17-f2fa430aaa49),segment_id=95988207-a698-4647-ab17-f2fa430aaa49)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:48:59.551847 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:48:59.606534 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Routers {'69901f16-831a-4f6a-8813-98e77c8fb010'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:48:59.607196 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:48:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['69901f16-831a-4f6a-8813-98e77c8fb010'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:59.648114 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dfbc8-8517-4ed7-ab21-39d205346624 None None] Pushing event updated for resources: {'Port': ['ID=3ec064de-86e8-47e1-b581-fc91ddfd382d,revision_number=4']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:48:59.701640 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] Set router 69901f16-831a-4f6a-8813-98e77c8fb010 gateway port host: None {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:48:59.908637 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'name': 'router1', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:48:46Z', 'updated_at': '2021-08-09T10:48:57Z', 'revision_number': 2, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'gw_port_host': None, '_interfaces': [{'id': '3ec064de-86e8-47e1-b581-fc91ddfd382d', 'name': '', 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'mac_address': 'fa:16:3e:7b:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:48:56Z', 'updated_at': '2021-08-09T10:48:59Z', 'revision_number': 4, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'subnets': [{'id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c013d8-edcd-4aad-a4d6-c6f4c84dba93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:48:59.935276 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218e878-e924-4070-8060-ca3c9d02be1e None None] The sync data for ids ['69901f16-831a-4f6a-8813-98e77c8fb010'] in dv-cinder-803896-1-iscsi is: [{'id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'name': 'router1', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:48:46Z', 'updated_at': '2021-08-09T10:48:57Z', 'revision_number': 2, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'gw_port_host': None, '_interfaces': [{'id': '3ec064de-86e8-47e1-b581-fc91ddfd382d', 'name': '', 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'mac_address': 'fa:16:3e:7b:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:48:56Z', 'updated_at': '2021-08-09T10:48:59Z', 'revision_number': 4, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'subnets': [{'id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c013d8-edcd-4aad-a4d6-c6f4c84dba93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:49:00.112156 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39108) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:49:00.223383 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b6202a-a18f-4f2c-a188-15c0a8cfa090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:49:00.224777 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b0b6202a-a18f-4f2c-a188-15c0a8cfa090 admin admin] 10.222.0.35 "GET /v2.0/networks/6703564e-f692-4aad-ba2f-eb73ae535c28 HTTP/1.1" status: 200 len: 842 time: 0.1116748 Aug 09 10:49:00.235671 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Request body: {'subnet': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:49:00.311129 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Made reservation on behalf of 808f35f36b0f4dc3abca6c6b5033f869 for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:49:00.313401 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:00.699922 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.objects.ports [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105357) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 10:49:00.700366 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:00.757944 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba6db50-e8b5-4069-a365-36d69cbc5ab6,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:49:00.762325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:49:00.762675 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Network hostable DHCP agents. Network: 6703564e-f692-4aad-ba2f-eb73ae535c28, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:49:00.859890 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:49:00.961536 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 6703564e-f692-4aad-ba2f-eb73ae535c28) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:49:00.965507 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:49:00.968839 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:00.970146 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2e55a-1f45-4781-866f-a86b220e706e None None] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:49:01.081610 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-95c7bc62-1f48-4247-a0de-3ccecbe94af3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8494813 Aug 09 10:49:01.095880 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a2c21b-dc49-47bf-8012-cdeb74e7b2fd None None] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:49:03.344084 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39116) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:49:03.555591 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-cd2dd1aa-4041-4837-b7ae-e91188f9b91b admin admin] 10.222.0.35 "GET /v2.0/routers/69901f16-831a-4f6a-8813-98e77c8fb010 HTTP/1.1" status: 200 len: 710 time: 0.2102509 Aug 09 10:49:03.638542 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f47443-733c-4069-b087-4ef6879aaa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:49:03.639941 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-f8f47443-733c-4069-b087-4ef6879aaa92 admin admin] 10.222.0.35 "GET /v2.0/networks/6703564e-f692-4aad-ba2f-eb73ae535c28 HTTP/1.1" status: 200 len: 886 time: 0.0788844 Aug 09 10:49:03.649700 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:49:03.901558 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:04.211022 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:04.359331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:04.464976 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Allocated IP 172.27.0.171 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/f54b5bbd-335a-45cb-b61a-36f7ac6542ff) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:49:04.566837 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:04.664174 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:04.698278 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:49:04.702886 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:49:04.711624 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:49:04.714411 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Pushing event updated for resources: {'Port': ['ID=f54b5bbd-335a-45cb-b61a-36f7ac6542ff,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:49:05.071422 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:05.100994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 3ec064de-86e8-47e1-b581-fc91ddfd382d up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:49:05.246403 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 3ec064de-86e8-47e1-b581-fc91ddfd382d completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:49:05.251034 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 3ec064de-86e8-47e1-b581-fc91ddfd382d triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:49:05.251475 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:05.344944 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:05.376134 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 3ec064de-86e8-47e1-b581-fc91ddfd382d, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=3ec064de-86e8-47e1-b581-fc91ddfd382d,segment=NetworkSegment(95988207-a698-4647-ab17-f2fa430aaa49),segment_id=95988207-a698-4647-ab17-f2fa430aaa49)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:49:05.378579 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-891904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1180'] for router, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:05.381801 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-892155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-892146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-887112'] for router, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:05.460653 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:05.494431 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Router 69901f16-831a-4f6a-8813-98e77c8fb010 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 10:49:05.510481 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=3ec064de-86e8-47e1-b581-fc91ddfd382d,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:49:05.600759 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:49:05.605954 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:05.607184 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-a882477f-477d-4c1e-8ca3-f799fa3d920e admin admin] 10.222.0.35 "PUT /v2.0/routers/69901f16-831a-4f6a-8813-98e77c8fb010 HTTP/1.1" status: 200 len: 890 time: 1.9612563 Aug 09 10:49:06.394015 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Sync routers for ids ['69901f16-831a-4f6a-8813-98e77c8fb010'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:49:06.405485 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Routers {'69901f16-831a-4f6a-8813-98e77c8fb010'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:49:06.406219 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:48:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['69901f16-831a-4f6a-8813-98e77c8fb010'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:49:06.652351 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Set router 69901f16-831a-4f6a-8813-98e77c8fb010 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:49:07.045009 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'name': 'router1', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f54b5bbd-335a-45cb-b61a-36f7ac6542ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:48:46Z', 'updated_at': '2021-08-09T10:49:04Z', 'revision_number': 4, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'gw_port': {'id': 'f54b5bbd-335a-45cb-b61a-36f7ac6542ff', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:49:04Z', 'updated_at': '2021-08-09T10:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '3ec064de-86e8-47e1-b581-fc91ddfd382d', 'name': '', 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'mac_address': 'fa:16:3e:7b:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:48:56Z', 'updated_at': '2021-08-09T10:49:05Z', 'revision_number': 5, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'subnets': [{'id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c013d8-edcd-4aad-a4d6-c6f4c84dba93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:49:07.095913 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 3ec064de-86e8-47e1-b581-fc91ddfd382d up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:49:07.097680 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Checking router: 69901f16-831a-4f6a-8813-98e77c8fb010 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:49:07.098056 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Updating router 69901f16-831a-4f6a-8813-98e77c8fb010 port f54b5bbd-335a-45cb-b61a-36f7ac6542ff binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 10:49:07.167840 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:07.277321 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 3ec064de-86e8-47e1-b581-fc91ddfd382d triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:49:07.277687 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:07.552474 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:07.563378 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Transition to ACTIVE for port object f54b5bbd-335a-45cb-b61a-36f7ac6542ff will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:49:07.628698 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:07.681577 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7748fed-951e-4a83-8e04-a61b7be5064c None None] Pushing event updated for resources: {'Port': ['ID=f54b5bbd-335a-45cb-b61a-36f7ac6542ff,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:49:07.684884 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Attempting to bind port f54b5bbd-335a-45cb-b61a-36f7ac6542ff on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:49:07.685253 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Attempting to bind port f54b5bbd-335a-45cb-b61a-36f7ac6542ff by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:49:07.685615 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Attempting to bind port f54b5bbd-335a-45cb-b61a-36f7ac6542ff on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:49:07.690628 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:49:07.690998 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:49:07.691436 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:07.691822 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:49:07.692285 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Bound port: f54b5bbd-335a-45cb-b61a-36f7ac6542ff, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:49:07.692677 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:07.740698 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] For port f54b5bbd-335a-45cb-b61a-36f7ac6542ff, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:49:07.746464 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] For port f54b5bbd-335a-45cb-b61a-36f7ac6542ff, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=f54b5bbd-335a-45cb-b61a-36f7ac6542ff,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:49:07.812075 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:07.951619 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Routers {'69901f16-831a-4f6a-8813-98e77c8fb010'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:49:07.952251 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:48:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['69901f16-831a-4f6a-8813-98e77c8fb010'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:49:07.989921 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7748fed-951e-4a83-8e04-a61b7be5064c None None] Pushing event updated for resources: {'Port': ['ID=f54b5bbd-335a-45cb-b61a-36f7ac6542ff,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:49:07.996248 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39128) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:49:08.065825 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] Set router 69901f16-831a-4f6a-8813-98e77c8fb010 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:49:08.110834 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-8ada3e1c-6de8-4e95-becd-b0a1ef389cd8 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1133888 Aug 09 10:49:08.288510 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'name': 'router1', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f54b5bbd-335a-45cb-b61a-36f7ac6542ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:48:46Z', 'updated_at': '2021-08-09T10:49:04Z', 'revision_number': 4, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'gw_port': {'id': 'f54b5bbd-335a-45cb-b61a-36f7ac6542ff', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:49:04Z', 'updated_at': '2021-08-09T10:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '3ec064de-86e8-47e1-b581-fc91ddfd382d', 'name': '', 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'mac_address': 'fa:16:3e:7b:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:48:56Z', 'updated_at': '2021-08-09T10:49:05Z', 'revision_number': 5, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'subnets': [{'id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c013d8-edcd-4aad-a4d6-c6f4c84dba93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:49:08.318459 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3bee51-792a-4ee7-b5ba-270e45db6181 None None] The sync data for ids ['69901f16-831a-4f6a-8813-98e77c8fb010'] in dv-cinder-803896-1-iscsi is: [{'id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'name': 'router1', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f54b5bbd-335a-45cb-b61a-36f7ac6542ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:48:46Z', 'updated_at': '2021-08-09T10:49:04Z', 'revision_number': 4, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'gw_port': {'id': 'f54b5bbd-335a-45cb-b61a-36f7ac6542ff', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:49:04Z', 'updated_at': '2021-08-09T10:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '3ec064de-86e8-47e1-b581-fc91ddfd382d', 'name': '', 'network_id': '11245e8e-6cf2-442f-bcae-5bf155622a58', 'tenant_id': '4da3aad7823f49c286e7edfc174f7ef0', 'mac_address': 'fa:16:3e:7b:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69901f16-831a-4f6a-8813-98e77c8fb010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:48:56Z', 'updated_at': '2021-08-09T10:49:05Z', 'revision_number': 5, 'project_id': '4da3aad7823f49c286e7edfc174f7ef0', 'subnets': [{'id': '799db67a-dd38-4a71-aaa3-3a0b1d27f114', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c013d8-edcd-4aad-a4d6-c6f4c84dba93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:49:09.100794 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f54b5bbd-335a-45cb-b61a-36f7ac6542ff up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:49:09.212250 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port f54b5bbd-335a-45cb-b61a-36f7ac6542ff completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:49:09.216161 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port f54b5bbd-335a-45cb-b61a-36f7ac6542ff triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:49:09.216542 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:09.297003 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:09.318346 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port f54b5bbd-335a-45cb-b61a-36f7ac6542ff, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=f54b5bbd-335a-45cb-b61a-36f7ac6542ff,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:49:09.400245 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:09.466784 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=f54b5bbd-335a-45cb-b61a-36f7ac6542ff,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:49:11.074267 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f54b5bbd-335a-45cb-b61a-36f7ac6542ff up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:49:11.164479 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port f54b5bbd-335a-45cb-b61a-36f7ac6542ff triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:49:11.164745 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:16.537652 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 5 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:49:20.173845 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5eb9848e-a4a1-43dc-80c5-3dd267273b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:22.973737 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-05e5dcb7-086d-4c60-b676-32e5d250e9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:23.333879 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:23.791363 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:25.195360 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:50.178457 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4f1347f2-35c0-4294-9650-ce2237db6b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:52.955329 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1510eb21-daa0-4fca-8f36-056830a8c73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:53.307976 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:53.528017 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 5 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:49:53.783889 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:49:55.475938 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:20.170542 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ce713271-dfbb-4d0b-b05a-d04c1ec3995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:22.970648 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-67c7f714-a2c6-4097-baa6-c45c9d1b4e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:23.301373 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:23.798786 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:25.164381 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:30.527492 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 5 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:50:45.299807 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39696) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:50:45.361239 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.pecan_wsgi.hooks.translation [None req-257bd583-634b-4d95-86ec-7be2d796e083 admin admin] GET failed (client error): The resource could not be found. Aug 09 10:50:45.362550 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-257bd583-634b-4d95-86ec-7be2d796e083 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617721 Aug 09 10:50:45.519954 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec95653-740b-4816-a393-8025b7527f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:45.521514 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-4ec95653-740b-4816-a393-8025b7527f9e admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540787 Aug 09 10:50:47.681017 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39706) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:50:47.773325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812e5d4-dc21-4103-9cf3-395a6891ea16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:47.774669 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-6812e5d4-dc21-4103-9cf3-395a6891ea16 admin admin] 10.222.0.35 "GET /v2.0/subnets/799db67a-dd38-4a71-aaa3-3a0b1d27f114 HTTP/1.1" status: 200 len: 849 time: 0.0926847 Aug 09 10:50:47.784378 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:50:47.865939 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:48.049532 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784378954900'] for subnet, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:48.079945 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:48.080527 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:48.082674 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] 10.222.0.35 "PUT /v2.0/subnets/799db67a-dd38-4a71-aaa3-3a0b1d27f114 HTTP/1.1" status: 200 len: 868 time: 0.3011522 Aug 09 10:50:48.084441 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfafe97e-09ab-40fd-a6c6-b714e84f157a None None] Network 11245e8e-6cf2-442f-bcae-5bf155622a58 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:50:48.106610 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799db67a-dd38-4a71-aaa3-3a0b1d27f114,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:50:48.114192 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.114608 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.114905 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.115278 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.116299 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.116570 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.116972 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.117339 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.117722 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.118053 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.118393 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.118695 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cce85-1a11-47a3-b0e3-04fdf35bc5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:50:48.411801 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-25308b02-3b0b-4c47-bc41-af19da82fe8d None None] Provisioning complete for port 3ec064de-86e8-47e1-b581-fc91ddfd382d triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:50:48.412179 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-25308b02-3b0b-4c47-bc41-af19da82fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:48.497348 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-25308b02-3b0b-4c47-bc41-af19da82fe8d None None] Provisioning complete for port 6f8bf39d-517c-403f-bbd1-247b32c23105 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:50:48.497713 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-25308b02-3b0b-4c47-bc41-af19da82fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:50.174838 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-784c522a-71a8-4cad-9c86-a280dba01b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:50.255027 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39714) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:50:50.449480 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd0b4b1-cef1-4bf9-871f-f2389f77733a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:50.449882 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd0b4b1-cef1-4bf9-871f-f2389f77733a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:50.451420 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-dcd0b4b1-cef1-4bf9-871f-f2389f77733a admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954098 Aug 09 10:50:52.616075 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39722) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:50:52.746071 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece42a87-a7fd-4ff4-b2b5-6e39087da29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:52.746551 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece42a87-a7fd-4ff4-b2b5-6e39087da29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:52.748094 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ece42a87-a7fd-4ff4-b2b5-6e39087da29d admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311827 Aug 09 10:50:52.952111 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0eee3a8e-70ba-4512-82b6-1ce45b520fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:53.289115 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:53.780491 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:54.898475 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 39730) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:50:55.074364 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d825b87-960c-4dfc-a4c5-18aa8432ac44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:55.075806 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-5d825b87-960c-4dfc-a4c5-18aa8432ac44 admin admin] 10.222.0.35 "GET /v2.0/networks/11245e8e-6cf2-442f-bcae-5bf155622a58 HTTP/1.1" status: 200 len: 869 time: 0.1762829 Aug 09 10:50:55.186682 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:50:57.233256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39740) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:50:57.361657 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc29ef-1876-478c-a3d2-c666deaa7135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:57.362943 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-3efc29ef-1876-478c-a3d2-c666deaa7135 admin admin] 10.222.0.35 "GET /v2.0/networks/6703564e-f692-4aad-ba2f-eb73ae535c28 HTTP/1.1" status: 200 len: 886 time: 0.1287508 Aug 09 10:50:59.530453 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39748) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:50:59.657547 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc954bd9-d5e8-4d46-9eb5-fd81d6fd37e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:59.658007 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc954bd9-d5e8-4d46-9eb5-fd81d6fd37e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:50:59.659559 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-dc954bd9-d5e8-4d46-9eb5-fd81d6fd37e3 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281488 Aug 09 10:51:01.804740 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39756) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:51:01.898885 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e66b689-003e-4784-a9b0-d3964fe302de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:51:01.899379 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e66b689-003e-4784-a9b0-d3964fe302de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:51:01.900882 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-9e66b689-003e-4784-a9b0-d3964fe302de admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0952013 Aug 09 10:51:04.048405 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39764) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:51:04.137637 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f896e-c707-4fa6-b4c7-59897ad61964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:51:04.138948 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-2d0f896e-c707-4fa6-b4c7-59897ad61964 admin admin] 10.222.0.35 "GET /v2.0/subnets/799db67a-dd38-4a71-aaa3-3a0b1d27f114 HTTP/1.1" status: 200 len: 868 time: 0.0896273 Aug 09 10:51:06.320204 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39772) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:51:06.403870 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c5e52c-f317-4d7b-86ba-082026a3d4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:51:06.405182 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b8c5e52c-f317-4d7b-86ba-082026a3d4c4 admin admin] 10.222.0.35 "GET /v2.0/subnets/cba6db50-e8b5-4069-a365-36d69cbc5ab6 HTTP/1.1" status: 200 len: 816 time: 0.0840130 Aug 09 10:51:07.527193 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 5 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:51:20.173800 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-f3d521c1-ade3-417b-841b-98f8ecf48c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:22.968115 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a7b3b03a-c5c9-4722-b1cc-86d2087b2237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:23.293535 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:23.785774 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:25.196667 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:33.096506 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39826) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:51:33.143952 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [None req-87fbbf2a-a5be-44ee-adba-fb38a623bb24 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 10:51:33.145000 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-87fbbf2a-a5be-44ee-adba-fb38a623bb24 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474865 Aug 09 10:51:35.365879 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39834) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:51:35.424485 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8696558-c468-4b2f-b332-4d391df0f991 admin admin] GET failed (client error): The resource could not be found. Aug 09 10:51:35.426472 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e8696558-c468-4b2f-b332-4d391df0f991 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589874 Aug 09 10:51:35.609909 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fd4512-7e02-4116-a963-aa9e708533fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:51:35.612820 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-04fd4512-7e02-4116-a963-aa9e708533fd admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1808255 Aug 09 10:51:37.809785 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39842) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:51:37.856708 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:51:37.955488 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Made reservation on behalf of 808f35f36b0f4dc3abca6c6b5033f869 for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:51:37.957804 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:37.986265 dv-cinder-803896-1-iscsi neutron-server[105357]: WARNING neutron.services.revisions.revision_plugin [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Could not find related network for resource to bump revision. Aug 09 10:51:37.997004 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:51:38.005767 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:38.006103 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Added segment 3119d8da-d136-4d4e-9f01-59c806535826 of type vlan for network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 Aug 09 10:51:38.043221 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:38.133086 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:38.134049 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:51:38.134629 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:38.192686 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:51:38.202602 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:51:38.254316 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c329e9b8-b6bd-4396-9d62-866b4b6fe349 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4433069 Aug 09 10:51:40.449699 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39850) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:51:40.512044 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13a49fa-d8f8-46fd-aadd-cb071c5728e5 admin admin] GET failed (client error): The resource could not be found. Aug 09 10:51:40.513354 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e13a49fa-d8f8-46fd-aadd-cb071c5728e5 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627031 Aug 09 10:51:40.585492 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39aee89-0667-483e-a7d4-c4da2f2ffd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:51:40.586977 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d39aee89-0667-483e-a7d4-c4da2f2ffd75 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692146 Aug 09 10:51:40.597622 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:51:40.681727 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Made reservation on behalf of 808f35f36b0f4dc3abca6c6b5033f869 for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:51:40.683938 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:40.898226 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:40.951306 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cdcc44d-9d71-480b-bc83-07f63911028a,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:51:40.960096 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Checking segment: {'id': '3119d8da-d136-4d4e-9f01-59c806535826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:51:40.960448 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Network hostable DHCP agents. Network: 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:51:41.058661 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:51:41.150137 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:51:41.154019 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:51:41.154609 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:41.158633 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491485d-a8df-4cf5-b715-3f447f3ce72f None None] Network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:51:41.260034 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e4795492-bda5-4d6e-afc9-db301ab06880 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6663163 Aug 09 10:51:41.398519 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84', 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84', 'tenant_id': '808f35f36b0f4dc3abca6c6b5033f869', 'fixed_ips': [{'subnet_id': '2cdcc44d-9d71-480b-bc83-07f63911028a'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 10:51:41.399459 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:41.537688 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Allocated IP 192.168.233.2 (4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84/2cdcc44d-9d71-480b-bc83-07f63911028a/251e6c10-7d41-4f0f-a9f3-dadef8175cca) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:51:41.677440 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:41.685550 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Transition to ACTIVE for port object 251e6c10-7d41-4f0f-a9f3-dadef8175cca will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:51:41.700059 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Transition to ACTIVE for port object 251e6c10-7d41-4f0f-a9f3-dadef8175cca will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:51:41.790751 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:41.828888 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:51:41.834357 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:51:41.839745 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:51:41.849321 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Pushing event updated for resources: {'Port': ['ID=251e6c10-7d41-4f0f-a9f3-dadef8175cca,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:51:41.869294 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.869653 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.869995 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.870327 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.870654 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.870985 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.871332 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.871674 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.872018 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.872341 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.872658 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.872972 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:51:41.906305 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Attempting to bind port 251e6c10-7d41-4f0f-a9f3-dadef8175cca on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:51:41.906668 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Attempting to bind port 251e6c10-7d41-4f0f-a9f3-dadef8175cca by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '3119d8da-d136-4d4e-9f01-59c806535826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:51:41.907028 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Attempting to bind port 251e6c10-7d41-4f0f-a9f3-dadef8175cca on network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:51:41.912060 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:51:41.921629 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Checking segment: {'id': '3119d8da-d136-4d4e-9f01-59c806535826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:51:41.921629 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:41.921629 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Bound using segment: {'id': '3119d8da-d136-4d4e-9f01-59c806535826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:51:41.921629 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Bound port: 251e6c10-7d41-4f0f-a9f3-dadef8175cca, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3119d8da-d136-4d4e-9f01-59c806535826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:51:41.921629 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:41.975956 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] For port 251e6c10-7d41-4f0f-a9f3-dadef8175cca, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:51:41.979040 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] For port 251e6c10-7d41-4f0f-a9f3-dadef8175cca, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=251e6c10-7d41-4f0f-a9f3-dadef8175cca,segment=NetworkSegment(3119d8da-d136-4d4e-9f01-59c806535826),segment_id=3119d8da-d136-4d4e-9f01-59c806535826)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:51:42.042611 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:42.106354 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe307fa-fd1a-446f-a301-8f887980c237 None None] Pushing event updated for resources: {'Port': ['ID=251e6c10-7d41-4f0f-a9f3-dadef8175cca,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:51:42.896551 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8f21e-d6b9-4e7c-a5cc-6253ce72a0f9 None None] Network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:51:43.040071 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-23bc5108-a60a-4b81-8330-f097b022cdb9 None None] Provisioning for port 251e6c10-7d41-4f0f-a9f3-dadef8175cca completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:51:43.223948 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 251e6c10-7d41-4f0f-a9f3-dadef8175cca up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:51:43.349438 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 251e6c10-7d41-4f0f-a9f3-dadef8175cca completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:51:43.353634 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 251e6c10-7d41-4f0f-a9f3-dadef8175cca triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:51:43.354011 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:43.432967 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:43.466708 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 251e6c10-7d41-4f0f-a9f3-dadef8175cca, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=251e6c10-7d41-4f0f-a9f3-dadef8175cca,segment=NetworkSegment(3119d8da-d136-4d4e-9f01-59c806535826),segment_id=3119d8da-d136-4d4e-9f01-59c806535826)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:51:43.544970 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:43.595032 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=251e6c10-7d41-4f0f-a9f3-dadef8175cca,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:51:44.526594 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 5 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:51:45.192632 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 251e6c10-7d41-4f0f-a9f3-dadef8175cca up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:51:45.244812 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 251e6c10-7d41-4f0f-a9f3-dadef8175cca triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:51:45.245175 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:50.178630 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0af07b69-0d44-4077-9ccd-05fda1e95a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:53.058848 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b35c338e-3825-4cf8-b4e6-eaca33f69715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:53.327038 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:53.834511 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:51:55.207243 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:20.189444 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b4a04b08-71ad-4603-8063-519a4074d8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:21.525497 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 5 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:52:22.960959 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-321ce53f-6481-43cd-83df-2fb69cb15303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:23.292366 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:23.828961 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:25.194953 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:50.211476 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e1ffa074-8832-48e7-80de-80713764cf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:52.994382 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-699d4d2d-d720-4bd8-8d27-34955209bd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:53.329087 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:53.811349 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:55.211254 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:52:58.525114 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 5 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:53:12.487531 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39902) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:53:12.494371 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [None req-9e59d6a8-5234-4037-887b-706e373d4fc1 tempest-verify_tempest_config-289584140 tempest-verify_tempest_config-289584140-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 10:53:12.495496 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-9e59d6a8-5234-4037-887b-706e373d4fc1 tempest-verify_tempest_config-289584140 tempest-verify_tempest_config-289584140-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069697 Aug 09 10:53:13.045744 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 39920) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:53:13.146544 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:13.231033 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:13.287877 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:13.331923 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2137bdd5f9eb4339af97488c55ab879c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2851505 Aug 09 10:53:13.333246 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a8bc4d-5dce-4079-904b-ca6dc8f93ae7,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:53:13.339719 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.340068 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.340409 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.340651 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 39924) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:53:13.341122 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.341122 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.341400 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.341732 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.342078 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.342425 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.342755 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.343074 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.343417 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdf241-d05a-493a-8c06-14caa10056d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.442188 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:13.462795 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:13.610744 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:13.613190 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:13.614941 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16a8bc4d-5dce-4079-904b-ca6dc8f93ae7 HTTP/1.1" status: 204 len: 168 time: 0.2725677 Aug 09 10:53:13.622686 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a8bc4d-5dce-4079-904b-ca6dc8f93ae7,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:53:13.629328 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.629713 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.630057 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.630393 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.630730 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.631079 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.631439 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.631875 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.632131 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.632458 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.632778 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:13.633165 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2aae2d-2785-4d1f-a15e-454c28c08582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:53:20.201938 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a70121b3-c8ef-447c-bfdf-25532ce82d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:22.981662 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7da116de-dd20-4074-97fc-d0d2e6ba54e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:23.324515 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:23.802050 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:25.550344 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:35.523846 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 5 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:53:50.200387 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-c16e53ec-1f13-4311-a909-5c774bee8b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:52.954311 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a533842c-c26c-474b-9239-8cadfaa2069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:53.351659 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:53.797530 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:53:55.226370 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:12.521919 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 5 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:54:20.187311 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-577e3749-f9bc-4749-8c31-1c798b7296d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:22.968003 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1797a5b8-fc99-4b6c-9d69-0d136d29753b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:23.333964 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:23.804365 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:25.236429 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:44.238244 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889074'] for agent, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:48.930840 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 39978) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:54:49.033728 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-dffa4763-dce3-44b6-bb04-f901315c1208 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1017747 Aug 09 10:54:49.521307 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:54:50.192085 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1abb1049-0717-4fc1-8d4c-6b2a17a84ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:51.205960 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 39988) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:54:51.261275 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-77d405dd-9cfd-427d-87af-45a15471c145 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0542436 Aug 09 10:54:52.980285 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-c9014a40-2aeb-4484-a387-75522187b02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:53.323077 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:53.818505 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:54:55.203277 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:14.171957 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:20.229793 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc920-ca45-434b-8c43-961160fc214c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:22.966526 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-df4b8329-45d5-402b-9dac-a9cd62c2aff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:23.320869 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:23.818273 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:25.189989 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:26.520277 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:55:44.221308 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:50.205904 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-04b4aa67-cc06-439b-89d5-8246b9ad2cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:52.976928 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fd446ee9-e767-43d1-a622-b0ef423b2b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:53.314034 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:53.799392 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:55:55.205743 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:03.519780 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:56:14.210362 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:18.115351 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40152) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:18.219524 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40162) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:18.380526 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-network', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:18.417885 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-736609445-network', 'tenant_id': '80f11a7cf41e4641ad74eed74693d711'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:18.501329 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Made reservation on behalf of ac9be2a4ebff4937b41a5eeaeeb06659 for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:18.503690 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:18.516736 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:18.645983 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Made reservation on behalf of 80f11a7cf41e4641ad74eed74693d711 for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:18.648476 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:18.676590 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:18.775095 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:18.852265 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:18.879478 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:56:18.899186 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:18.902201 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Added segment ed95ec1d-4258-4c6d-a4d6-13ae839655e2 of type vlan for network a46f2fb9-ff9e-4999-928b-40de02257497 Aug 09 10:56:18.939784 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:18.957943 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:18.971300 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.971666 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.973634 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.973634 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.973634 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.973634 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.973634 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.973634 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.974331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.974331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.974532 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.974852 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Tracked resource versions report: Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: pushed versions: Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: { 'AddressGroup': {'1.2'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'ConntrackHelper': {'1.0'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Log': {'1.0'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Network': {'1.1'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Port': {'1.7'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'PortForwarding': {'1.2'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'QosPolicy': {'1.9'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SecurityGroup': {'1.4'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SecurityGroupRule': {'1.2'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SubPort': {'1.0'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Subnet': {'1.1'}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Trunk': {'1.1'}} Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: consumer versions: Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: { DHCP agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: HyperV agent@hv-cinder-80389: {}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: L3 agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: Metadata agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: Metering agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: Open vSwitch agent@dv-cinder-803896-1-iscsi: { 'AddressGroup': '1.2', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'ConntrackHelper': '1.0', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Log': '1.0', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Network': '1.1', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Port': '1.7', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'PortForwarding': '1.2', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'QosPolicy': '1.9', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SecurityGroup': '1.4', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SecurityGroupRule': '1.2', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'SubPort': '1.0', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Subnet': '1.1', Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: 'Trunk': '1.1'}} Aug 09 10:56:18.975999 dv-cinder-803896-1-iscsi neutron-server[105357]: {{(pid=105357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 10:56:19.040875 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.072971 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.074502 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:19.075233 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.122410 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.145337 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:56:19.164747 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] Pushing event updated for resources: {'Network': ['ID=a46f2fb9-ff9e-4999-928b-40de02257497,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:19.167190 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.167533 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Added segment db58858c-2207-4a09-a551-f69aa217511c of type vlan for network 92bf1dd3-ef81-4b79-accc-838b697216d6 Aug 09 10:56:19.175472 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network a46f2fb9-ff9e-4999-928b-40de02257497 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:56:19.218708 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0151a-cc3f-44bc-9d28-117ac7975436,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:19.220255 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.263693 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-f8607d9c-0584-4b2a-8b29-6bbf1133db08 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1468735 Aug 09 10:56:19.266220 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40214) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:19.274811 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Request body: {'subnet': {'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-subnet', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:19.352993 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.354021 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:19.354885 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.382757 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40226) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:19.414004 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40232) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:19.419493 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] Pushing event updated for resources: {'Network': ['ID=92bf1dd3-ef81-4b79-accc-838b697216d6,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:19.430435 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 92bf1dd3-ef81-4b79-accc-838b697216d6 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:56:19.449529 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40236) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:19.531124 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Made reservation on behalf of ac9be2a4ebff4937b41a5eeaeeb06659 for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:19.533553 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.646472 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-9257a56f-eeac-4949-a3e6-c185512380d3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4254925 Aug 09 10:56:19.649792 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40246) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:19.655621 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Request body: {'subnet': {'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-736609445-subnet', 'tenant_id': '80f11a7cf41e4641ad74eed74693d711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:19.738029 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1824804973-network', 'tenant_id': '59d3b0da59394c5083b285d5d8cd24b7'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:19.749181 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1361034150-network', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:19.759685 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Made reservation on behalf of 80f11a7cf41e4641ad74eed74693d711 for: {'subnet': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:19.761891 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.775918 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.789829 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-477423351-network', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:19.848253 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=444fa07f-3623-40e2-b4d3-594ef7475217,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:19.863537 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Checking segment: {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:19.863880 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Network hostable DHCP agents. Network: a46f2fb9-ff9e-4999-928b-40de02257497, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:56:19.919360 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Made reservation on behalf of 59d3b0da59394c5083b285d5d8cd24b7 for: {'network': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:19.922394 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:19.941336 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Network a46f2fb9-ff9e-4999-928b-40de02257497 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:56:19.944163 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.033273 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, a46f2fb9-ff9e-4999-928b-40de02257497) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:20.046645 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:20.046813 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a1a78-2aa5-415c-aabe-374586fbe58f None None] Network a46f2fb9-ff9e-4999-928b-40de02257497 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:20.046913 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.067426 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Made reservation on behalf of e77f245b37164a29a76021e0f5e4fb11 for: {'network': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:20.069910 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.082339 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.153782 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.185972 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852910fd-f663-46d1-b94d-d746861f60f4 None None] Network a46f2fb9-ff9e-4999-928b-40de02257497 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:20.217359 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-7e6e4779-c6a1-47c5-8448-4675da97c63f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9493303 Aug 09 10:56:20.220191 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40264) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:20.225092 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:20.254214 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Checking segment: {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:20.255202 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Network hostable DHCP agents. Network: 92bf1dd3-ef81-4b79-accc-838b697216d6, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:56:20.284287 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2b475e-dc6d-48b2-83fb-dee447d2b327,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:20.298834 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.299545 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.300230 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.300841 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.301318 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.301865 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.302353 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.303073 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.303581 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Tracked resource versions report: Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: pushed versions: Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: { 'AddressGroup': {'1.2'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'ConntrackHelper': {'1.0'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Log': {'1.0'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Network': {'1.1'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Port': {'1.7'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'PortForwarding': {'1.2'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'QosPolicy': {'1.9'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SecurityGroup': {'1.4'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SecurityGroupRule': {'1.2'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SubPort': {'1.0'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Subnet': {'1.1'}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Trunk': {'1.1'}} Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: consumer versions: Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: { DHCP agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: HyperV agent@hv-cinder-80389: {}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: L3 agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: Metadata agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: Metering agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: Open vSwitch agent@dv-cinder-803896-1-iscsi: { 'AddressGroup': '1.2', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'ConntrackHelper': '1.0', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Log': '1.0', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Network': '1.1', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Port': '1.7', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'PortForwarding': '1.2', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'QosPolicy': '1.9', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SecurityGroup': '1.4', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SecurityGroupRule': '1.2', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'SubPort': '1.0', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Subnet': '1.1', Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: 'Trunk': '1.1'}} Aug 09 10:56:20.309792 dv-cinder-803896-1-iscsi neutron-server[105358]: {{(pid=105358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 10:56:20.357556 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Made reservation on behalf of ca113a643fca4b5781fa9c55d6a0b89f for: {'network': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:20.360225 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.390502 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.400545 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.db.api [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 10:56:20.400545 dv-cinder-803896-1-iscsi neutron-server[105357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 10:56:20.400545 dv-cinder-803896-1-iscsi neutron-server[105357]: [parameters: {'project_id_1': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'expiration_1': datetime.datetime(2021, 8, 9, 10, 56, 20, 232348)}] Aug 09 10:56:20.400545 dv-cinder-803896-1-iscsi neutron-server[105357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 10:56:20.400545 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG oslo_db.api [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 10:56:20.401061 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Network 92bf1dd3-ef81-4b79-accc-838b697216d6 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:56:20.406514 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.db.api [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 10:56:20.406514 dv-cinder-803896-1-iscsi neutron-server[105358]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 10:56:20.406514 dv-cinder-803896-1-iscsi neutron-server[105358]: [parameters: {'project_id_1': 'e77f245b37164a29a76021e0f5e4fb11', 'expiration_1': datetime.datetime(2021, 8, 9, 10, 56, 20, 93867)}] Aug 09 10:56:20.406514 dv-cinder-803896-1-iscsi neutron-server[105358]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 10:56:20.406953 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG oslo_db.api [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 10:56:20.464869 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f8e4-9105-408f-926a-ad0cd0c66ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.527770 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.530137 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 92bf1dd3-ef81-4b79-accc-838b697216d6) {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:20.538229 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:20.538229 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.539653 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b70cde-5554-4a4d-b5a4-29406c24946e None None] Network 92bf1dd3-ef81-4b79-accc-838b697216d6 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:20.677927 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b7ede-ce7a-4117-8c78-79e2be8d73dd None None] Network 92bf1dd3-ef81-4b79-accc-838b697216d6 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:20.725444 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.751766 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=105358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:56:20.768709 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:20.785736 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784379075687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.786321 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Unsubscribe: segment precommit_create {{(pid=105358) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 10:56:20.786775 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.segments_db [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Added segment 3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c of type vlan for network 2a2e9d2f-fb3c-40a2-b252-134ca7873faa Aug 09 10:56:20.843247 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-908fdbf6-06fc-433e-8772-c4c520b1cc1e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1882596 Aug 09 10:56:20.844876 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.909353 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:20.969624 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.027487 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.028455 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:21.029074 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.088719 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.136861 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:56:21.150334 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2e9d2f-fb3c-40a2-b252-134ca7873faa,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:21.157143 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e70632-ccd2-4fae-a74b-8ef01e0c1f4e,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:21.159929 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.160275 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.segments_db [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Added segment 3b760a6e-1b54-4f30-b53a-47aaa270c9bd of type vlan for network 9a125839-6ce2-4f79-b187-e797eee20d7c Aug 09 10:56:21.167908 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 2a2e9d2f-fb3c-40a2-b252-134ca7873faa details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:56:21.193261 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.195588 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.252251 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.298710 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.306874 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40340) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:21.309952 dv-cinder-803896-1-iscsi neutron-server[105357]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 10:56:21.327673 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-08a5f3aa-68ae-4d08-867b-7f87443a63a6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9125178 Aug 09 10:56:21.331580 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40342) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:21.340545 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Request body: {'subnet': {'network_id': '2a2e9d2f-fb3c-40a2-b252-134ca7873faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1824804973-subnet', 'tenant_id': '59d3b0da59394c5083b285d5d8cd24b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:21.411068 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.421755 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.423046 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:21.423797 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.484191 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] Pushing event updated for resources: {'Network': ['ID=9a125839-6ce2-4f79-b187-e797eee20d7c,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:21.493746 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 9a125839-6ce2-4f79-b187-e797eee20d7c details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:56:21.514522 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.539180 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=105358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:56:21.549192 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0260c7f5-e55f-4276-834f-ada77c41d757,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:21.554299 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.554626 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.segments_db [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Added segment fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79 of type vlan for network 85e36488-c985-4743-8c2a-55a3686fa544 Aug 09 10:56:21.613218 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.648153 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-2df93985-c9af-4bf9-b0ae-09861c6b865b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1973391 Aug 09 10:56:21.651571 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40348) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:21.659907 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Request body: {'subnet': {'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-subnet', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:21.753200 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.754227 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:21.755031 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.765373 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.777531 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06739c-61ba-4602-bced-659c4be63063 req-a7b59c12-8ad4-4e09-916b-8a34b3ef5464 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:21.786209 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-a7b59c12-8ad4-4e09-916b-8a34b3ef5464 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 814 time: 0.4771707 Aug 09 10:56:21.799141 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-c761f97b-db9b-4072-bf98-125cbc718799 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/quotas/80f11a7cf41e4641ad74eed74693d711 HTTP/1.1" status: 200 len: 375 time: 0.0118589 Aug 09 10:56:21.817930 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Made reservation on behalf of 59d3b0da59394c5083b285d5d8cd24b7 for: {'subnet': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:21.820377 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:21.870832 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-bc4a3a56-8542-4771-8780-5bdaa05d3917 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621710 Aug 09 10:56:21.884352 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] Pushing event updated for resources: {'Network': ['ID=85e36488-c985-4743-8c2a-55a3686fa544,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:21.896360 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 85e36488-c985-4743-8c2a-55a3686fa544 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:56:21.954105 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Made reservation on behalf of ca113a643fca4b5781fa9c55d6a0b89f for: {'subnet': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:21.957157 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.057063 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40370) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:22.057876 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-31760522-fe92-456d-9cd5-16a38695088c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6732206 Aug 09 10:56:22.064287 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Request body: {'subnet': {'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1361034150-subnet', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:22.175288 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-40b57b43-da4a-4e62-8567-a2dc96224e2c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 10:56:22.177260 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-40b57b43-da4a-4e62-8567-a2dc96224e2c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0907526 Aug 09 10:56:22.262496 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.276059 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.299569 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.307491 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Made reservation on behalf of e77f245b37164a29a76021e0f5e4fb11 for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:22.307951 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Notify callbacks [] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.308286 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40376) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:22.309778 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.334171 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb21cc3-fb22-434a-9ad9-9fd1aed00be4,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:22.369104 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Checking segment: {'id': '3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2a2e9d2f-fb3c-40a2-b252-134ca7873faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:22.369104 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Network hostable DHCP agents. Network: 2a2e9d2f-fb3c-40a2-b252-134ca7873faa, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:56:22.411705 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94291db8-bf8e-4cd7-8433-68b0b9f353b1,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:22.415639 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Checking segment: {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:22.415991 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Network hostable DHCP agents. Network: 9a125839-6ce2-4f79-b187-e797eee20d7c, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:56:22.425353 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-4ecd705b-b4a3-4d55-a80e-434b5bd598e3 service neutron] 10.222.0.35 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403221 Aug 09 10:56:22.440580 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-49fc8f5c-e4bf-47e5-bc16-5c944cd01150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.521715 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Network 2a2e9d2f-fb3c-40a2-b252-134ca7873faa is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:56:22.537655 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-49fc8f5c-e4bf-47e5-bc16-5c944cd01150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.576511 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Network 9a125839-6ce2-4f79-b187-e797eee20d7c is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:56:22.625996 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Allocated IP 172.27.0.55 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/27db66bb-861a-4f90-9dca-a727604c96bd) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:22.632678 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-b1f55446-7952-4a12-b39b-2afbf98862a3 service neutron] 10.222.0.35 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065465 Aug 09 10:56:22.632986 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-49fc8f5c-e4bf-47e5-bc16-5c944cd01150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.680518 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-49fc8f5c-e4bf-47e5-bc16-5c944cd01150 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b930c4fe1f9a40d4ab47c5e9e8c71ac2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3711998 Aug 09 10:56:22.681344 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc8f5c-e4bf-47e5-bc16-5c944cd01150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e495a548-99d0-4275-bb8c-fb0458cc0100,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:22.683798 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40380) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:22.693341 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 2a2e9d2f-fb3c-40a2-b252-134ca7873faa) {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:22.703974 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 9a125839-6ce2-4f79-b187-e797eee20d7c) {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:22.704654 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c6bcdc-47e5-4599-a524-4eb0318fe1f2 None None] Network 2a2e9d2f-fb3c-40a2-b252-134ca7873faa requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:22.718141 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:22.718836 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.764612 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:22.765200 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.774637 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947484f6-28c9-49f2-80fe-03b8619f5809 None None] Network 9a125839-6ce2-4f79-b187-e797eee20d7c requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:22.782891 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8b390403-620b-454b-ae96-05fabd926a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.805428 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8b390403-620b-454b-ae96-05fabd926a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.805757 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.846007 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.875055 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-2eebfec5-15ad-41b9-a3a7-8e20b7b00666 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2223556 Aug 09 10:56:22.876532 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-205f08c9-8835-4046-a004-c65d4fefdbe6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5420902 Aug 09 10:56:22.880074 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40388) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:22.887988 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:22.940904 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ef9257-c3b8-444d-9e76-15f4df1c8a8c,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:22.954530 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Checking segment: {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:22.954530 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Network hostable DHCP agents. Network: 85e36488-c985-4743-8c2a-55a3686fa544, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:56:22.978469 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653921e-6958-4989-b288-727adbc05bb1 None None] Network 2a2e9d2f-fb3c-40a2-b252-134ca7873faa requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:22.984951 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8b390403-620b-454b-ae96-05fabd926a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.989377 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8b390403-620b-454b-ae96-05fabd926a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:22.992067 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-8b390403-620b-454b-ae96-05fabd926a4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e495a548-99d0-4275-bb8c-fb0458cc0100 HTTP/1.1" status: 204 len: 168 time: 0.3072994 Aug 09 10:56:23.005711 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b390403-620b-454b-ae96-05fabd926a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e495a548-99d0-4275-bb8c-fb0458cc0100,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:23.022237 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.025532 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.028436 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.146927 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:23.185744 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Network 85e36488-c985-4743-8c2a-55a3686fa544 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:56:23.197509 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-09ee460d-0522-4d2a-9ba5-6c13f92e2ec9 req-a958e0db-74c3-4d35-8574-63a91ba0e542 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.1169870 Aug 09 10:56:23.209370 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:23.226201 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:23.251177 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e2166b7d-924d-4ffb-991f-5417c4bddfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.261316 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-9a125839-6ce2-4f79-b187-e797eee20d7c', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 10:56:23.262254 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.285122 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Pushing event updated for resources: {'Port': ['ID=27db66bb-861a-4f90-9dca-a727604c96bd,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:23.324734 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 85e36488-c985-4743-8c2a-55a3686fa544) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:23.333707 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:23.334324 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.360877 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776036c0-20fb-47e1-92be-4b0a6946b803 None None] Network 85e36488-c985-4743-8c2a-55a3686fa544 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:23.418651 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.496517 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-1c11c0dc-c08f-4021-980f-54c046555abb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4363289 Aug 09 10:56:23.499403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40424) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:23.506899 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:23.616282 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.680580 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-85e36488-c985-4743-8c2a-55a3686fa544', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 10:56:23.680580 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.763042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.766943 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.767450 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.846719 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Allocated IP 172.20.0.2 (9a125839-6ce2-4f79-b187-e797eee20d7c/94291db8-bf8e-4cd7-8433-68b0b9f353b1/450fb8b3-31d7-4232-b66c-16f2a2c02354) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:23.908747 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:23.981656 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.018713 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40460) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:24.021134 dv-cinder-803896-1-iscsi neutron-server[105358]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 10:56:24.036922 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.082400 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Allocated IP 172.20.0.2 (85e36488-c985-4743-8c2a-55a3686fa544/c2ef9257-c3b8-444d-9e76-15f4df1c8a8c/4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:24.261156 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.267576 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Transition to ACTIVE for port object 450fb8b3-31d7-4232-b66c-16f2a2c02354 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:24.381570 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.391884 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Transition to ACTIVE for port object 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:24.415436 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-cbe96fdf-ab17-4a4d-a6c7-3303ab6cdb2f req-d7b6492f-82d2-4625-83d3-3a29e7f7c40e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.1029067 Aug 09 10:56:24.432664 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Transition to ACTIVE for port object 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:24.442384 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Transition to ACTIVE for port object 450fb8b3-31d7-4232-b66c-16f2a2c02354 will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:24.443553 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-67c9a793-4aa5-46f7-975f-7afb3a377274 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:24.450929 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-67c9a793-4aa5-46f7-975f-7afb3a377274 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/networks?id=2a2e9d2f-fb3c-40a2-b252-134ca7873faa HTTP/1.1" status: 200 len: 812 time: 0.4308529 Aug 09 10:56:24.472139 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-95c9d202-3514-4beb-b185-4c8134e10e21 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/quotas/59d3b0da59394c5083b285d5d8cd24b7 HTTP/1.1" status: 200 len: 375 time: 0.0193911 Aug 09 10:56:24.510924 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.517038 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.541768 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-f43e2adf-bdf8-4ae5-90d1-ec8ca161f834 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=59d3b0da59394c5083b285d5d8cd24b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672965 Aug 09 10:56:24.565668 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.587049 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.642721 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Network 85e36488-c985-4743-8c2a-55a3686fa544 is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:24.655174 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:24.660043 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Network 9a125839-6ce2-4f79-b187-e797eee20d7c is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:24.665367 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:24.673062 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:24.675233 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Pushing event updated for resources: {'Port': ['ID=4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:24.683678 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:24.755569 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.758197 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.758596 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.758945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.759313 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.759651 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.759987 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.760318 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.760645 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.760992 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.761324 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.761649 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.761972 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Tracked resource versions report: Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: pushed versions: Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: { 'AddressGroup': {'1.2'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'ConntrackHelper': {'1.0'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Log': {'1.0'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Network': {'1.1'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Port': {'1.7'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'PortForwarding': {'1.2'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'QosPolicy': {'1.9'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SecurityGroup': {'1.4'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SecurityGroupRule': {'1.2'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SubPort': {'1.0'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Subnet': {'1.1'}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Trunk': {'1.1'}} Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: consumer versions: Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: { DHCP agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: HyperV agent@hv-cinder-80389: {}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: L3 agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: Metadata agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: Metering agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: Open vSwitch agent@dv-cinder-803896-1-iscsi: { 'AddressGroup': '1.2', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'ConntrackHelper': '1.0', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Log': '1.0', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Network': '1.1', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Port': '1.7', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'PortForwarding': '1.2', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'QosPolicy': '1.9', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SecurityGroup': '1.4', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SecurityGroupRule': '1.2', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'SubPort': '1.0', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Subnet': '1.1', Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: 'Trunk': '1.1'}} Aug 09 10:56:24.763711 dv-cinder-803896-1-iscsi neutron-server[105359]: {{(pid=105359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 10:56:24.789234 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.862170 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Attempting to bind port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:24.862667 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Attempting to bind port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:24.863003 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Attempting to bind port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 on network 85e36488-c985-4743-8c2a-55a3686fa544 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:24.874026 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Router 4d035082-7d49-4009-bafe-e21b484f2fe4 is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 10:56:24.906168 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Attempting to bind port 450fb8b3-31d7-4232-b66c-16f2a2c02354 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:24.906791 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Attempting to bind port 450fb8b3-31d7-4232-b66c-16f2a2c02354 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:24.907364 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Attempting to bind port 450fb8b3-31d7-4232-b66c-16f2a2c02354 on network 9a125839-6ce2-4f79-b187-e797eee20d7c {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:24.916064 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-ba23a6a0-aef9-49cd-ab39-f717a07cb6e5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 10:56:24.916817 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-ba23a6a0-aef9-49cd-ab39-f717a07cb6e5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1329732 Aug 09 10:56:24.931948 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:24.932455 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Checking segment: {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:24.933098 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.933499 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Bound using segment: {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:24.933976 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Bound port: 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:24.934607 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.941298 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:24.943575 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Checking segment: {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:24.943575 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.943575 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Bound using segment: {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:24.943575 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Bound port: 450fb8b3-31d7-4232-b66c-16f2a2c02354, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:24.944034 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:24.974005 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Pushing event updated for resources: {'Port': ['ID=450fb8b3-31d7-4232-b66c-16f2a2c02354,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:25.078334 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:25.104726 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:25.126104 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:56:25.142440 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] For port 450fb8b3-31d7-4232-b66c-16f2a2c02354, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:25.142440 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] For port 450fb8b3-31d7-4232-b66c-16f2a2c02354, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=450fb8b3-31d7-4232-b66c-16f2a2c02354,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:25.142440 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] For port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:25.150434 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] For port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:25.154891 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Sync routers for ids ['4d035082-7d49-4009-bafe-e21b484f2fe4'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:56:25.171330 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Routers {'4d035082-7d49-4009-bafe-e21b484f2fe4'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:25.171828 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['4d035082-7d49-4009-bafe-e21b484f2fe4'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:25.198862 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Allocated IP 172.27.0.106 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/25115cf4-d465-4d7b-9672-5d54f671e688) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:25.223058 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-34cce0e9-4a5c-4968-94bc-2cdee7ad3fb3 service neutron] 10.222.0.35 "GET /v2.0/networks/2a2e9d2f-fb3c-40a2-b252-134ca7873faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722347 Aug 09 10:56:25.323537 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Set router 4d035082-7d49-4009-bafe-e21b484f2fe4 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:25.373072 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:25.373072 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-58bcbdc2-72a4-4eef-bb51-c4138c3175a1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1514995 Aug 09 10:56:25.373864 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:25.376707 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:25.381446 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40512) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:25.387856 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:25.475101 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f766c-6f34-48c7-b58f-27dc32515901 None None] Pushing event updated for resources: {'Port': ['ID=450fb8b3-31d7-4232-b66c-16f2a2c02354,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:25.522385 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:21Z', 'updated_at': '2021-08-09T10:56:23Z', 'revision_number': 3, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'gw_port': {'id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:22Z', 'updated_at': '2021-08-09T10:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:25.540702 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-5854b4e6-d713-4d62-ab4a-484773f2685b service neutron] 10.222.0.35 "GET /v2.0/networks/2a2e9d2f-fb3c-40a2-b252-134ca7873faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161211 Aug 09 10:56:25.571823 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8231f79e-6e2e-4b21-afc3-12601d864577 req-2e55ffaf-af3f-41f5-afb7-f329d432439c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.0557826 Aug 09 10:56:25.684127 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Checking router: 4d035082-7d49-4009-bafe-e21b484f2fe4 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:56:25.684127 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Updating router 4d035082-7d49-4009-bafe-e21b484f2fe4 port 27db66bb-861a-4f90-9dca-a727604c96bd binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 10:56:25.686197 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a91c4-e754-43a7-a665-44c3487871b5 None None] Pushing event updated for resources: {'Port': ['ID=4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:25.686304 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:25.930604 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:26.221340 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c8ac28b-5a69-4091-9e4a-7690c857d342 req-fffe4c83-c689-4788-8d99-48711934491d tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.0936005 Aug 09 10:56:26.412927 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:26.509368 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Allocated IP 172.27.0.154 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/6c03c7c1-2d2d-4543-abf8-e203bf01f80b) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:26.530994 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:26.546784 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:26.582042 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:26.616315 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Pushing event updated for resources: {'Port': ['ID=25115cf4-d465-4d7b-9672-5d54f671e688,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:26.674203 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:26.793405 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:26.820463 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40580) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:26.883890 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:26.890033 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:26.894538 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:27.116557 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.123849 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4bf0beb9-9f96-49bc-b3b1-c7d4f98c0b7d req-9e9ac596-ebfd-40fd-8740-8644764b19e3 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.0741868 Aug 09 10:56:27.134413 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Transition to ACTIVE for port object 27db66bb-861a-4f90-9dca-a727604c96bd will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:27.175901 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b62a8-9c8b-4658-8e85-1e7271bc2ac9 None None] Network 85e36488-c985-4743-8c2a-55a3686fa544 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:27.205201 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc97-bdac-4807-8ca4-b8a90fa5c9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.219829 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Pushing event updated for resources: {'Port': ['ID=6c03c7c1-2d2d-4543-abf8-e203bf01f80b,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:27.321891 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.324739 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.380368 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc97-bdac-4807-8ca4-b8a90fa5c9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.414379 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Pushing event updated for resources: {'Port': ['ID=27db66bb-861a-4f90-9dca-a727604c96bd,revision_number=2']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:27.432964 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.432964 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.432964 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.434564 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.435068 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.436590 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.436935 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.437268 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.437620 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.437950 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.438282 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.443101 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Tracked resource versions report: Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: pushed versions: Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: { 'AddressGroup': {'1.2'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'ConntrackHelper': {'1.0'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Log': {'1.0'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Network': {'1.1'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Port': {'1.7'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'PortForwarding': {'1.2'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'QosPolicy': {'1.9'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SecurityGroup': {'1.4'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SecurityGroupRule': {'1.2'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SubPort': {'1.0'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Subnet': {'1.1'}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Trunk': {'1.1'}} Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: consumer versions: Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: { DHCP agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: HyperV agent@hv-cinder-80389: {}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: L3 agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: Metadata agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: Metering agent@dv-cinder-803896-1-iscsi: {}, Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: Open vSwitch agent@dv-cinder-803896-1-iscsi: { 'AddressGroup': '1.2', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'ConntrackHelper': '1.0', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Log': '1.0', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Network': '1.1', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Port': '1.7', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'PortForwarding': '1.2', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'QosPolicy': '1.9', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SecurityGroup': '1.4', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SecurityGroupRule': '1.2', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'SubPort': '1.0', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Subnet': '1.1', Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: 'Trunk': '1.1'}} Aug 09 10:56:27.444801 dv-cinder-803896-1-iscsi neutron-server[105360]: {{(pid=105360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 10:56:27.465908 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc97-bdac-4807-8ca4-b8a90fa5c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.467350 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5106ff53-3951-47a5-b02f-6967b2d89ce8 req-7c08dc6d-c8bc-465f-a302-c3eff2544880 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.0850255 Aug 09 10:56:27.492290 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Attempting to bind port 27db66bb-861a-4f90-9dca-a727604c96bd on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:27.492648 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Attempting to bind port 27db66bb-861a-4f90-9dca-a727604c96bd by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:27.495926 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Attempting to bind port 27db66bb-861a-4f90-9dca-a727604c96bd on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:27.508683 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:27.509402 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:27.510008 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.512018 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:27.512706 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Bound port: 27db66bb-861a-4f90-9dca-a727604c96bd, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:27.513326 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.584625 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5df8bc97-bdac-4807-8ca4-b8a90fa5c9f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2acde54b6a474be48386c18c19a99bcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7535987 Aug 09 10:56:27.584768 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:27.584768 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8bd56c-ae9a-42fb-a4d6-c55e8cc6af3d None None] Network 9a125839-6ce2-4f79-b187-e797eee20d7c requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:56:27.592192 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40598) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:27.592390 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.628966 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] For port 27db66bb-861a-4f90-9dca-a727604c96bd, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:27.634596 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] For port 27db66bb-861a-4f90-9dca-a727604c96bd, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=27db66bb-861a-4f90-9dca-a727604c96bd,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:27.656133 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8bc97-bdac-4807-8ca4-b8a90fa5c9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c16f180-162c-440e-98a1-fdaf733fc29e,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:27.733228 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.770867 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.774069 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-951dc095-e01a-485a-8899-f5dd42040a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.814024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-951dc095-e01a-485a-8899-f5dd42040a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.855830 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-7f1ad418-b888-4d1c-a9e5-17e1ff8a31e0 None None] Provisioning for port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:27.905940 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634598b-2d80-43d0-aba9-3770ca0b8bd3 None None] Pushing event updated for resources: {'Port': ['ID=27db66bb-861a-4f90-9dca-a727604c96bd,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:27.909261 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:27.927416 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:27.927549 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:27.962235 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Routers {'4d035082-7d49-4009-bafe-e21b484f2fe4'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:27.962235 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['4d035082-7d49-4009-bafe-e21b484f2fe4'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:28.127965 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-1643b8ff-ef39-49c8-9ce3-5c1e644466f0 None None] Provisioning for port 450fb8b3-31d7-4232-b66c-16f2a2c02354 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:28.138978 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] Set router 4d035082-7d49-4009-bafe-e21b484f2fe4 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:28.139733 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.209251 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:28.285485 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.287693 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 450fb8b3-31d7-4232-b66c-16f2a2c02354 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:28.306102 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Allocated IP 172.20.0.1 (a46f2fb9-ff9e-4999-928b-40de02257497/444fa07f-3623-40e2-b4d3-594ef7475217/d5d9f3e1-4870-42ca-b25d-56a40080f41a) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:28.322006 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.404400 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:28.461576 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:21Z', 'updated_at': '2021-08-09T10:56:23Z', 'revision_number': 3, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'gw_port': {'id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:22Z', 'updated_at': '2021-08-09T10:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:28.465195 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-463687fa-3b62-4cfc-a70b-70f568c92e5d req-3c01e492-1c89-4950-bf18-f7b657593a0a tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.1307647 Aug 09 10:56:28.472916 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.499026 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd94f58-b05b-43ab-b22b-a11345afa3d2 None None] The sync data for ids ['4d035082-7d49-4009-bafe-e21b484f2fe4'] in dv-cinder-803896-1-iscsi is: [{'id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:21Z', 'updated_at': '2021-08-09T10:56:23Z', 'revision_number': 3, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'gw_port': {'id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:22Z', 'updated_at': '2021-08-09T10:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:56:28.504256 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 450fb8b3-31d7-4232-b66c-16f2a2c02354 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:28.526616 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 450fb8b3-31d7-4232-b66c-16f2a2c02354 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:28.526802 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-951dc095-e01a-485a-8899-f5dd42040a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.526994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.548448 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-951dc095-e01a-485a-8899-f5dd42040a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.549266 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-7a7650e5-665f-4c14-94de-e79450887374 None None] Provisioning complete for port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:28.549266 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7a7650e5-665f-4c14-94de-e79450887374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.549457 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-951dc095-e01a-485a-8899-f5dd42040a48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c16f180-162c-440e-98a1-fdaf733fc29e HTTP/1.1" status: 204 len: 168 time: 0.9376192 Aug 09 10:56:28.557791 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.571128 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dc095-e01a-485a-8899-f5dd42040a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c16f180-162c-440e-98a1-fdaf733fc29e,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:28.718628 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Router 411c3cd8-55a1-48b1-966d-5830e77a87c0 is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 10:56:28.765176 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Router 9c6a8409-6991-400b-8b74-46dc278fab5b is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 10:56:28.790168 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.843499 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1a8ffbcc-dfe4-44c4-9050-70b779fd1c22 req-6acaa3a5-217f-4f8c-8fe3-7a827b1a0fd6 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.1157832 Aug 09 10:56:28.844563 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.869080 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 450fb8b3-31d7-4232-b66c-16f2a2c02354, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=450fb8b3-31d7-4232-b66c-16f2a2c02354,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:28.912973 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Network a46f2fb9-ff9e-4999-928b-40de02257497 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:28.944144 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:28.951888 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:28.952384 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.957809 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40632) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:28.965826 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:28.993341 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d9f3e1-4870-42ca-b25d-56a40080f41a,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:28.995043 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:56:29.008634 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Sync routers for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:56:29.048142 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=450fb8b3-31d7-4232-b66c-16f2a2c02354,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:29.058950 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:29.059547 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:29.069552 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:56:29.083068 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Sync routers for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:56:29.099374 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:29.099622 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:29.118742 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:29.123573 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5563e28a-f15d-4888-8eb3-0a374a9b4cec admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6228166 Aug 09 10:56:29.124274 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40640) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:29.203268 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] Notify callbacks [] for router, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:29.205515 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-f7a5f5d6-d5b3-42c4-ba16-0ba1e3b0f818 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3234391 Aug 09 10:56:29.215737 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40644) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:29.309478 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-17be1079-3c5f-4bbc-8d9e-cf2e938c7714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:29.368554 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:29.413037 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:29.516531 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:29.663474 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 27db66bb-861a-4f90-9dca-a727604c96bd up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:29.695626 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2aa0a4e2-40ec-4d70-8d0e-db7d083a6fa7 req-442a17dc-6b63-4ae6-bb2d-0c6011252d42 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.0498855 Aug 09 10:56:29.867728 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:27Z', 'revision_number': 3, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:29.927086 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:27Z', 'revision_number': 3, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:29.963655 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-17be1079-3c5f-4bbc-8d9e-cf2e938c7714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:29.964373 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Checking router: 411c3cd8-55a1-48b1-966d-5830e77a87c0 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:56:29.964905 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Updating router 411c3cd8-55a1-48b1-966d-5830e77a87c0 port 25115cf4-d465-4d7b-9672-5d54f671e688 binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 10:56:29.980188 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Checking router: 9c6a8409-6991-400b-8b74-46dc278fab5b for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:56:29.980635 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Updating router 9c6a8409-6991-400b-8b74-46dc278fab5b port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 10:56:30.008152 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.016829 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.018372 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.039650 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-18caba28-7af4-4e3f-8cbe-91753a640b58 req-49bfa7b4-2d70-4452-9808-0213d7646ae6 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.0364811 Aug 09 10:56:30.045586 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 27db66bb-861a-4f90-9dca-a727604c96bd completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:30.053637 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 27db66bb-861a-4f90-9dca-a727604c96bd triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:30.056531 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.116368 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-17be1079-3c5f-4bbc-8d9e-cf2e938c7714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.247250 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.254419 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-17be1079-3c5f-4bbc-8d9e-cf2e938c7714 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61385d06913545938a8da0cbcfc734fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2947910 Aug 09 10:56:30.267080 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40666) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:30.276829 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be1079-3c5f-4bbc-8d9e-cf2e938c7714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f7722-a056-47a9-b006-5cd77b7d37ce,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:30.286375 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.316216 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 27db66bb-861a-4f90-9dca-a727604c96bd, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=27db66bb-861a-4f90-9dca-a727604c96bd,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:30.343833 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Allocated IP 172.20.0.1 (85e36488-c985-4743-8c2a-55a3686fa544/c2ef9257-c3b8-444d-9e76-15f4df1c8a8c/57a8111c-0311-4fa1-b78e-1bd59de676ca) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:30.348756 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.354160 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.421363 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f9f3cd44-0103-4619-a85e-70c5f149338e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.432273 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.433147 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:30.473920 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.493986 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Transition to ACTIVE for port object 25115cf4-d465-4d7b-9672-5d54f671e688 will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:30.504353 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.522243 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Transition to ACTIVE for port object 57a8111c-0311-4fa1-b78e-1bd59de676ca will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:30.561160 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=27db66bb-861a-4f90-9dca-a727604c96bd,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:30.587661 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:30.602021 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.622886 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.646957 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f9f3cd44-0103-4619-a85e-70c5f149338e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.685447 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.694319 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d9f3e1-4870-42ca-b25d-56a40080f41a,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:30.694980 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Attempting to bind port 25115cf4-d465-4d7b-9672-5d54f671e688 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:30.695492 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Attempting to bind port 25115cf4-d465-4d7b-9672-5d54f671e688 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:30.695957 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Attempting to bind port 25115cf4-d465-4d7b-9672-5d54f671e688 on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:30.749787 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:30.752835 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:30.752835 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.753229 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:30.756779 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 450fb8b3-31d7-4232-b66c-16f2a2c02354 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:30.757085 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Bound port: 25115cf4-d465-4d7b-9672-5d54f671e688, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:30.757516 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.761767 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd81b7-3e8e-469d-8f1b-31c15e29e528 None None] Pushing event updated for resources: {'Port': ['ID=25115cf4-d465-4d7b-9672-5d54f671e688,revision_number=2']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:30.812628 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=57a8111c-0311-4fa1-b78e-1bd59de676ca,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:30.843599 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Network a46f2fb9-ff9e-4999-928b-40de02257497 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:30.845467 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:30.848423 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.895385 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Network 85e36488-c985-4743-8c2a-55a3686fa544 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:30.900735 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a217b4c4-5d67-41d0-88b1-08737fecc0a4 req-8f957b95-89a6-415b-b5e2-154fc402d2e1 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.0804026 Aug 09 10:56:30.906699 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:30.910907 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:30.911445 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:30.936843 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] For port 25115cf4-d465-4d7b-9672-5d54f671e688, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:30.943290 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] For port 25115cf4-d465-4d7b-9672-5d54f671e688, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=25115cf4-d465-4d7b-9672-5d54f671e688,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:31.039615 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.054285 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.37', 64484) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:31.061667 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 450fb8b3-31d7-4232-b66c-16f2a2c02354 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:31.062857 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.126732 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f9f3cd44-0103-4619-a85e-70c5f149338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.130204 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f9f3cd44-0103-4619-a85e-70c5f149338e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.141177 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-f9f3cd44-0103-4619-a85e-70c5f149338e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d0f7722-a056-47a9-b006-5cd77b7d37ce HTTP/1.1" status: 204 len: 168 time: 0.8657084 Aug 09 10:56:31.148514 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Router 4d035082-7d49-4009-bafe-e21b484f2fe4 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 10:56:31.165412 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3cd44-0103-4619-a85e-70c5f149338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f7722-a056-47a9-b006-5cd77b7d37ce,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:31.181623 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:31.181623 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:31.265213 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.280432 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f39de692-7cc9-4388-b27c-fc0bf3fa2f96 req-6386839d-85db-4143-8267-67e910bc7fbd tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.1101127 Aug 09 10:56:31.343520 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Transition to ACTIVE for port object 6c03c7c1-2d2d-4543-abf8-e203bf01f80b will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:31.348204 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:31.437511 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06739c-61ba-4602-bced-659c4be63063 req-ec7a223f-2147-4b1e-9a47-4a8af5dbf203 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:31.445486 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-ec7a223f-2147-4b1e-9a47-4a8af5dbf203 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 814 time: 0.3812659 Aug 09 10:56:31.469855 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.571724 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:56:31.578344 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-a56f7211-17a7-4ba6-92ac-3926402ba1a1 admin admin] 10.222.0.35 "PUT /v2.0/routers/4d035082-7d49-4009-bafe-e21b484f2fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1986833 Aug 09 10:56:31.586343 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Request body: {'port': {'device_id': '39a5747b-7c54-4b9e-91d9-890112d09bdb', 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6', 'admin_state_up': True, 'tenant_id': '80f11a7cf41e4641ad74eed74693d711'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:31.618691 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Allocated IP 172.20.0.1 (9a125839-6ce2-4f79-b187-e797eee20d7c/94291db8-bf8e-4cd7-8433-68b0b9f353b1/d6d4b357-2089-4a4d-b8bf-bf9fcddad859) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:31.621700 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Sync routers for ids ['4d035082-7d49-4009-bafe-e21b484f2fe4'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:56:31.635460 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2d68a01d-a4ce-422c-929c-6c5361df6495 None None] Provisioning for port 57a8111c-0311-4fa1-b78e-1bd59de676ca completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:31.637409 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 27db66bb-861a-4f90-9dca-a727604c96bd up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:31.639583 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd81b7-3e8e-469d-8f1b-31c15e29e528 None None] Pushing event updated for resources: {'Port': ['ID=25115cf4-d465-4d7b-9672-5d54f671e688,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:31.707002 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Attempting to bind port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:31.712438 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Attempting to bind port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:31.712980 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Attempting to bind port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:31.728610 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b1291-e82c-46a3-b415-99d112fb8e37 None None] Pushing event updated for resources: {'Port': ['ID=6c03c7c1-2d2d-4543-abf8-e203bf01f80b,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:31.753506 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:27Z', 'revision_number': 3, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:31.757716 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2d68a01d-a4ce-422c-929c-6c5361df6495 None None] Provisioning complete for port 57a8111c-0311-4fa1-b78e-1bd59de676ca triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:31.758090 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2d68a01d-a4ce-422c-929c-6c5361df6495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.811066 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354dd20-a8fd-4b97-ba03-33e097d5ed20 None None] The sync data for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi is: [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:27Z', 'revision_number': 3, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:56:31.848254 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.859240 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:31.859240 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:31.866491 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.867008 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:31.867568 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Bound port: 6c03c7c1-2d2d-4543-abf8-e203bf01f80b, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:31.867990 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:31.910697 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.provisioning_blocks [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Transition to ACTIVE for port object d6d4b357-2089-4a4d-b8bf-bf9fcddad859 will not be triggered until provisioned by entity DHCP. {{(pid=105358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:31.950793 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Routers {'4d035082-7d49-4009-bafe-e21b484f2fe4'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:31.957343 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['4d035082-7d49-4009-bafe-e21b484f2fe4'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:32.153446 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:32.279506 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.37', 64490) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:32.283213 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d4b357-2089-4a4d-b8bf-bf9fcddad859,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:32.300281 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Network 9a125839-6ce2-4f79-b187-e797eee20d7c is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:32.359199 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:32.359199 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:32.359199 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:32.552841 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-db888ad8-2fc7-4daa-9ab9-a6e105fa0d66 req-73995ffb-a8c8-4c76-9fd6-a3edd64361a5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.3391328 Aug 09 10:56:32.565436 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2d68a01d-a4ce-422c-929c-6c5361df6495 None None] Port 57a8111c-0311-4fa1-b78e-1bd59de676ca cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 10:56:32.678872 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Set router 4d035082-7d49-4009-bafe-e21b484f2fe4 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:32.727057 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40754) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:32.737811 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:32.769207 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-69eef3a5-4cef-466e-8c6a-bd118cbb9b15 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:32.770821 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 27db66bb-861a-4f90-9dca-a727604c96bd triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:32.771249 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-69eef3a5-4cef-466e-8c6a-bd118cbb9b15 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.37 "GET /v2.0/networks?id=2a2e9d2f-fb3c-40a2-b252-134ca7873faa HTTP/1.1" status: 200 len: 812 time: 0.4862175 Aug 09 10:56:32.771504 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:32.777598 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6f13e57c-1874-40ea-996b-6a13c5766535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:32.786452 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Made reservation on behalf of 80f11a7cf41e4641ad74eed74693d711 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:32.795072 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:32.812512 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Request body: {'port': {'device_id': '94dd2eea-5da2-46cd-98d9-00691b751d92', 'network_id': '2a2e9d2f-fb3c-40a2-b252-134ca7873faa', 'admin_state_up': True, 'tenant_id': '59d3b0da59394c5083b285d5d8cd24b7'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:32.827432 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b6bfd9f9-6600-4bb8-95d3-9237a6b255c5 req-8f09f2de-3f00-4739-b929-1b895e0762ae tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.0992355 Aug 09 10:56:32.877963 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] For port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:32.903820 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-960a2913-4434-401a-a862-0b19a13d6e0c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:32.906239 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-960a2913-4434-401a-a862-0b19a13d6e0c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 819 time: 0.3752801 Aug 09 10:56:33.074746 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] For port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=6c03c7c1-2d2d-4543-abf8-e203bf01f80b,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:33.208764 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Allocated IP 172.20.0.13 (92bf1dd3-ef81-4b79-accc-838b697216d6/fe2b475e-dc6d-48b2-83fb-dee447d2b327/dcb7d9fe-fb33-422d-8a5c-4f82eedbc255) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:33.232982 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.236395 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ddd30735-d4b7-49c6-bdab-c8c2ef63fafc None None] Provisioning for port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:33.237469 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-b7a5e4d4-6567-469b-90b3-c11b2387415f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/quotas/ac9be2a4ebff4937b41a5eeaeeb06659 HTTP/1.1" status: 200 len: 375 time: 0.3052669 Aug 09 10:56:33.241411 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.db.api [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 10:56:33.241411 dv-cinder-803896-1-iscsi neutron-server[105358]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 10:56:33.241411 dv-cinder-803896-1-iscsi neutron-server[105358]: [parameters: {'project_id_1': '59d3b0da59394c5083b285d5d8cd24b7', 'expiration_1': datetime.datetime(2021, 8, 9, 10, 56, 33, 129166)}] Aug 09 10:56:33.241411 dv-cinder-803896-1-iscsi neutron-server[105358]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 10:56:33.241840 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG oslo_db.api [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 10:56:33.244557 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ddd30735-d4b7-49c6-bdab-c8c2ef63fafc None None] Provisioning complete for port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:33.245976 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ddd30735-d4b7-49c6-bdab-c8c2ef63fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.330685 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.396563 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b1291-e82c-46a3-b415-99d112fb8e37 None None] Pushing event updated for resources: {'Port': ['ID=6c03c7c1-2d2d-4543-abf8-e203bf01f80b,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:33.399212 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-ddd30735-d4b7-49c6-bdab-c8c2ef63fafc None None] Port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 10:56:33.442338 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:21Z', 'updated_at': '2021-08-09T10:56:29Z', 'revision_number': 4, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'gw_port': {'id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:22Z', 'updated_at': '2021-08-09T10:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd5d9f3e1-4870-42ca-b25d-56a40080f41a', 'name': '', 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'mac_address': 'fa:16:3e:ad:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '444fa07f-3623-40e2-b4d3-594ef7475217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:27Z', 'updated_at': '2021-08-09T10:56:29Z', 'revision_number': 2, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'subnets': [{'id': '444fa07f-3623-40e2-b4d3-594ef7475217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:33.478733 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Checking router: 4d035082-7d49-4009-bafe-e21b484f2fe4 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:56:33.478733 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Updating router 4d035082-7d49-4009-bafe-e21b484f2fe4 port d5d9f3e1-4870-42ca-b25d-56a40080f41a binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 10:56:33.519167 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:33.523513 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:33.533752 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.551763 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40780) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:33.573687 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.621511 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.622542 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-b7715a20-5f6f-45ce-a1e0-81935f5c99e3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3612618 Aug 09 10:56:33.683510 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 25115cf4-d465-4d7b-9672-5d54f671e688 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:33.711750 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.736481 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6f13e57c-1874-40ea-996b-6a13c5766535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.791040 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.791327 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:33.832899 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ec0a230b-bd95-41df-aa14-0cf8c15dd4e9 req-6c6926f9-d59d-4a89-9da0-79ef789752d9 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.1395626 Aug 09 10:56:33.846976 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:33.851904 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ef5a-2814-419a-9120-75dee380a700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:34.020419 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a49b0e4c-b007-4328-9e21-3a5ff3d394f2 req-da2d50e9-fc24-44ce-8e8a-5aabb1452f67 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.0479894 Aug 09 10:56:34.140943 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d4b357-2089-4a4d-b8bf-bf9fcddad859,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:35.046844 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-5228aed2-2610-402e-bab7-5bd111f66fc5 service neutron] 10.222.0.35 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667875 Aug 09 10:56:35.046844 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Network 9a125839-6ce2-4f79-b187-e797eee20d7c is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:35.046844 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:35.077901 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.077901 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.093321 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.099008 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6f13e57c-1874-40ea-996b-6a13c5766535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.102249 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Transition to ACTIVE for port object d5d9f3e1-4870-42ca-b25d-56a40080f41a will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:35.102763 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.db.api [None req-f4e7ef5a-2814-419a-9120-75dee380a700 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 10:56:35.102763 dv-cinder-803896-1-iscsi neutron-server[105357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 10:56:35.102763 dv-cinder-803896-1-iscsi neutron-server[105357]: [parameters: {'project_id_1': '76ee2b8104b9420692464e6b26d2d600', 'expiration_1': datetime.datetime(2021, 8, 9, 10, 56, 33, 874187)}] Aug 09 10:56:35.102763 dv-cinder-803896-1-iscsi neutron-server[105357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 10:56:35.102763 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG oslo_db.api [None req-f4e7ef5a-2814-419a-9120-75dee380a700 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 10:56:35.103337 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:30Z', 'revision_number': 1, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:35.103756 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13e57c-1874-40ea-996b-6a13c5766535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f008d788-fb61-4c32-8b78-9ca6f116252a,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:35.103870 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ef375-6fff-4a18-9081-33137e4d5000 None None] The sync data for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi is: [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:30Z', 'revision_number': 1, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:56:35.103994 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.103994 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=57a8111c-0311-4fa1-b78e-1bd59de676ca,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:35.104145 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-6f13e57c-1874-40ea-996b-6a13c5766535 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb518c4519514b40a8153d83cfe485f0&name=default HTTP/1.1" status: 200 len: 2978 time: 1.9372625 Aug 09 10:56:35.104145 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40798) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:35.104269 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 25115cf4-d465-4d7b-9672-5d54f671e688 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:35.104269 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 25115cf4-d465-4d7b-9672-5d54f671e688 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:35.104269 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.104269 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.104527 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-1f4ed9a8-cadf-41b2-96c8-9d87c43e9d86 service neutron] 10.222.0.35 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340973 Aug 09 10:56:35.104655 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48034b-d4e9-4330-b486-a3cc3ec4aef4 None None] Pushing event updated for resources: {'Port': ['ID=d5d9f3e1-4870-42ca-b25d-56a40080f41a,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:35.104725 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Made reservation on behalf of 59d3b0da59394c5083b285d5d8cd24b7 for: {'port': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:35.104725 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.104860 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ef5a-2814-419a-9120-75dee380a700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.104860 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Pushing event updated for resources: {'Port': ['ID=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:35.104996 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-625dfae3-1f67-40c0-bdb0-db898282ce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.104996 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Router 411c3cd8-55a1-48b1-966d-5830e77a87c0 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 10:56:35.172531 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Network 92bf1dd3-ef81-4b79-accc-838b697216d6 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:35.187603 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:35.237093 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.254387 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-0cbf4ab3-2dc0-42d2-a6e7-a06af68fe6ef None None] Provisioning complete for port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:35.267930 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0cbf4ab3-2dc0-42d2-a6e7-a06af68fe6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.286426 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Attempting to bind port d5d9f3e1-4870-42ca-b25d-56a40080f41a on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:35.288283 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Attempting to bind port d5d9f3e1-4870-42ca-b25d-56a40080f41a by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:35.291452 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Attempting to bind port d5d9f3e1-4870-42ca-b25d-56a40080f41a on network a46f2fb9-ff9e-4999-928b-40de02257497 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:35.298722 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:35.317310 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:35.317981 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.330436 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-625dfae3-1f67-40c0-bdb0-db898282ce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.376449 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:35.376818 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Checking segment: {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:35.377218 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.377618 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Bound using segment: {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:35.378092 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Bound port: d5d9f3e1-4870-42ca-b25d-56a40080f41a, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:35.378480 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:35.395942 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 25115cf4-d465-4d7b-9672-5d54f671e688, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=25115cf4-d465-4d7b-9672-5d54f671e688,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:35.436677 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf4ab3-2dc0-42d2-a6e7-a06af68fe6ef None None] Port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 10:56:35.496350 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c31290-11cf-4722-ab72-7f6df9932bb2 req-ec04d4ce-3bc0-4791-a9a1-df13e68c040e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:35.511625 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ee9cb340-ac35-4482-b7d1-875f9cb5d19f req-a445565e-851d-475c-9f4d-caf3cae5a731 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.1043165 Aug 09 10:56:35.513296 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f4c31290-11cf-4722-ab72-7f6df9932bb2 req-ec04d4ce-3bc0-4791-a9a1-df13e68c040e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 932 time: 0.5453088 Aug 09 10:56:35.537406 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] For port d5d9f3e1-4870-42ca-b25d-56a40080f41a, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:35.541690 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] For port d5d9f3e1-4870-42ca-b25d-56a40080f41a, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=d5d9f3e1-4870-42ca-b25d-56a40080f41a,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:35.597150 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Network 85e36488-c985-4743-8c2a-55a3686fa544 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:35.610991 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:35.664407 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f4c31290-11cf-4722-ab72-7f6df9932bb2 req-c6a35f14-60fe-4e7f-8578-088d2375901e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503773 Aug 09 10:56:35.787078 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-91b68d18-c059-42f0-b828-59b433732f9f req-86f70428-e9b6-4743-addd-8cc9fd0fc12c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 210 time: 0.0895255 Aug 09 10:56:35.801769 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Allocated IP 172.20.0.2 (2a2e9d2f-fb3c-40a2-b252-134ca7873faa/ebb21cc3-fb22-434a-9ad9-9fd1aed00be4/3eef8851-71b7-48e9-8323-b1b07ea0a2f1) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:35.870548 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Router 9c6a8409-6991-400b-8b74-46dc278fab5b has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 10:56:35.931585 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:56:35.943516 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-7a2e8516-0756-4654-8c06-73ccc3bf00c2 admin admin] 10.222.0.35 "PUT /v2.0/routers/411c3cd8-55a1-48b1-966d-5830e77a87c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7262290 Aug 09 10:56:35.954480 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Sync routers for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:56:35.994205 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:35.995649 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:36.070305 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-f1b6480e-1c18-4087-a403-f06c738c6436 None None] Provisioning complete for port 57a8111c-0311-4fa1-b78e-1bd59de676ca triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:36.075650 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-f1b6480e-1c18-4087-a403-f06c738c6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:36.127726 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-625dfae3-1f67-40c0-bdb0-db898282ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:36.132089 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-625dfae3-1f67-40c0-bdb0-db898282ce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:36.144658 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-625dfae3-1f67-40c0-bdb0-db898282ce01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f008d788-fb61-4c32-8b78-9ca6f116252a HTTP/1.1" status: 204 len: 168 time: 1.4460557 Aug 09 10:56:36.145636 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:36.160120 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:36.179618 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-82b82ddc-fee4-4868-b63f-d46124c1c63c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6751492 Aug 09 10:56:36.232954 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6480e-1c18-4087-a403-f06c738c6436 None None] Port 57a8111c-0311-4fa1-b78e-1bd59de676ca cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 10:56:36.283789 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Routers {'4d035082-7d49-4009-bafe-e21b484f2fe4'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:36.284043 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['4d035082-7d49-4009-bafe-e21b484f2fe4'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:36.337449 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dfae3-1f67-40c0-bdb0-db898282ce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f008d788-fb61-4c32-8b78-9ca6f116252a,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:36.342634 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-560fc039-0803-4dce-8f52-24a9b171168b tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 10:56:36.343886 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-560fc039-0803-4dce-8f52-24a9b171168b tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1372199 Aug 09 10:56:36.398218 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6c03c7c1-2d2d-4543-abf8-e203bf01f80b up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:36.421436 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=25115cf4-d465-4d7b-9672-5d54f671e688,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:36.444839 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:36.455946 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:36.582411 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:36.720803 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-302d760f-cbdc-4953-9d20-126a314e9ad7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:36.722563 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-302d760f-cbdc-4953-9d20-126a314e9ad7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 819 time: 0.3637958 Aug 09 10:56:36.727690 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:56:36.739464 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Network 2a2e9d2f-fb3c-40a2-b252-134ca7873faa is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:36.755156 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:36.755526 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:36.761618 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-61834531-9e58-406e-82ac-def27ac20ac5 admin admin] 10.222.0.35 "PUT /v2.0/routers/9c6a8409-6991-400b-8b74-46dc278fab5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6361637 Aug 09 10:56:36.761804 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:36.763272 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:36.783930 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Pushing event updated for resources: {'Port': ['ID=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:36.817829 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-c3d1d378-fb93-45e1-8eb3-600769948944 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/quotas/ac9be2a4ebff4937b41a5eeaeeb06659 HTTP/1.1" status: 200 len: 375 time: 0.0802417 Aug 09 10:56:36.959494 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ef5a-2814-419a-9120-75dee380a700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:37.014713 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-dcfa6047-1b80-48ca-87b4-14a2c4650cc3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1822314 Aug 09 10:56:37.061240 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:33Z', 'revision_number': 2, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:37.106347 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Checking router: 411c3cd8-55a1-48b1-966d-5830e77a87c0 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:56:37.107942 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Updating router 411c3cd8-55a1-48b1-966d-5830e77a87c0 port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 10:56:37.177264 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-0e358a06-bcd4-4cf1-b5a6-33c3d329cf10 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3758738 Aug 09 10:56:37.212947 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:37.297210 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48034b-d4e9-4330-b486-a3cc3ec4aef4 None None] Pushing event updated for resources: {'Port': ['ID=d5d9f3e1-4870-42ca-b25d-56a40080f41a,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:37.316041 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Request body: {'port': {'device_id': '94dd2eea-5da2-46cd-98d9-00691b751d92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:37.336314 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] Set router 4d035082-7d49-4009-bafe-e21b484f2fe4 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:37.345646 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:37.397502 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:37.398016 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:37.485220 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Request body: {'port': {'device_id': '39a5747b-7c54-4b9e-91d9-890112d09bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:37.522386 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:37.526293 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ef5a-2814-419a-9120-75dee380a700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:37.740447 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-f4e7ef5a-2814-419a-9120-75dee380a700 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76ee2b8104b9420692464e6b26d2d600&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1850502 Aug 09 10:56:37.741085 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40882) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:37.773898 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:37.807272 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7ef5a-2814-419a-9120-75dee380a700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5426664f-d704-4f1f-ba7e-e384b279c066,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:37.957985 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40884) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:37.983994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:38.068681 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-1e5127d7-e3b6-4655-b524-601e624586a9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1410649546', 'description': 'tempest-description--374185666'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:38.132210 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-0e8baad6-8e02-4884-9ad9-6f705d711f0d service neutron] 10.222.0.35 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1016219 Aug 09 10:56:38.150857 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=6c03c7c1-2d2d-4543-abf8-e203bf01f80b,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:38.230460 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:38.289184 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:38.314957 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Transition to ACTIVE for port object d6d4b357-2089-4a4d-b8bf-bf9fcddad859 will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:38.423824 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:21Z', 'updated_at': '2021-08-09T10:56:29Z', 'revision_number': 4, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'gw_port': {'id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:22Z', 'updated_at': '2021-08-09T10:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd5d9f3e1-4870-42ca-b25d-56a40080f41a', 'name': '', 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'mac_address': 'fa:16:3e:ad:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '444fa07f-3623-40e2-b4d3-594ef7475217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:27Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'subnets': [{'id': '444fa07f-3623-40e2-b4d3-594ef7475217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:38.427369 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8cf8a-7e85-4451-be88-dfc397337e4f req-40f6be8b-639c-43c0-b460-5ce11209bc51 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:38.428324 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 25115cf4-d465-4d7b-9672-5d54f671e688 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:38.447250 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5df8cf8a-7e85-4451-be88-dfc397337e4f req-40f6be8b-639c-43c0-b460-5ce11209bc51 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 931 time: 0.3466740 Aug 09 10:56:38.454913 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:38.533048 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4659a2a-8251-4261-8795-acc727ebfef4 None None] The sync data for ids ['4d035082-7d49-4009-bafe-e21b484f2fe4'] in dv-cinder-803896-1-iscsi is: [{'id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:21Z', 'updated_at': '2021-08-09T10:56:29Z', 'revision_number': 4, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'gw_port': {'id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:22Z', 'updated_at': '2021-08-09T10:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd5d9f3e1-4870-42ca-b25d-56a40080f41a', 'name': '', 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'mac_address': 'fa:16:3e:ad:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '444fa07f-3623-40e2-b4d3-594ef7475217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:27Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'subnets': [{'id': '444fa07f-3623-40e2-b4d3-594ef7475217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:56:38.542199 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=6c03c7c1-2d2d-4543-abf8-e203bf01f80b,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:38.606290 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5df8cf8a-7e85-4451-be88-dfc397337e4f req-29a15091-0d63-4f15-a164-937dddca4ec9 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403847 Aug 09 10:56:38.649664 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 25115cf4-d465-4d7b-9672-5d54f671e688 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:38.650102 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:38.665873 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4d421-f5e2-44b4-a9fd-c57b453115ce None None] Pushing event updated for resources: {'Port': ['ID=d6d4b357-2089-4a4d-b8bf-bf9fcddad859,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:38.729876 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.notifiers.nova [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 {{(pid=105358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:56:38.751246 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:38.758405 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Sync routers for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:56:38.816055 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:38.817032 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:38.826766 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.provisioning_blocks [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Transition to ACTIVE for port object 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 will not be triggered until provisioned by entity L2. {{(pid=105358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:38.907289 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:38.918231 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Attempting to bind port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:38.918231 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Attempting to bind port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:38.918231 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Attempting to bind port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 on network 9a125839-6ce2-4f79-b187-e797eee20d7c {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:38.935028 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:38.938383 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Checking segment: {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:38.941234 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:38.941689 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Bound using segment: {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:38.946044 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Bound port: d6d4b357-2089-4a4d-b8bf-bf9fcddad859, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:38.946499 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:39.131702 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0d56bcdf-0bf7-44e5-b6c7-3bf94a2e7d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:39.213590 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] For port d6d4b357-2089-4a4d-b8bf-bf9fcddad859, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:39.225766 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] For port d6d4b357-2089-4a4d-b8bf-bf9fcddad859, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=d6d4b357-2089-4a4d-b8bf-bf9fcddad859,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:39.279436 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-8dac5ef3-84bb-41e9-be89-4f603ec14cce service neutron] 10.222.0.35 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1444168 Aug 09 10:56:39.290298 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:39.328888 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:39.337890 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e5127d7-e3b6-4655-b524-601e624586a9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:39.441800 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:39.442545 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:39.490163 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0d56bcdf-0bf7-44e5-b6c7-3bf94a2e7d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:39.514471 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.37', 64502) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:39.570551 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc981-8421-44d1-b651-ff0f1a6de86a req-7628352d-2a84-4635-b5eb-29d102d5f463 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:39.588690 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-91fbc981-8421-44d1-b651-ff0f1a6de86a req-7628352d-2a84-4635-b5eb-29d102d5f463 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 932 time: 0.7607777 Aug 09 10:56:39.738937 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Pushing event updated for resources: {'Port': ['ID=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:39.789824 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.managers [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Attempting to bind port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:39.790402 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.managers [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Attempting to bind port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2a2e9d2f-fb3c-40a2-b252-134ca7873faa'}] {{(pid=105358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:39.791501 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Attempting to bind port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 on network 2a2e9d2f-fb3c-40a2-b252-134ca7873faa {{(pid=105358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:39.829772 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-91fbc981-8421-44d1-b651-ff0f1a6de86a req-283b0639-9b8c-4811-8126-b6d4726e3d7c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008071 Aug 09 10:56:39.858656 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 on network 2a2e9d2f-fb3c-40a2-b252-134ca7873faa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:56:39.858656 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Attempting to bind port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 on network 2a2e9d2f-fb3c-40a2-b252-134ca7873faa {{(pid=105358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:39.889266 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:39.889874 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Checking segment: {'id': '3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2a2e9d2f-fb3c-40a2-b252-134ca7873faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:39.893376 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Bound using segment: {'id': '3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2a2e9d2f-fb3c-40a2-b252-134ca7873faa'} {{(pid=105358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:39.895391 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.managers [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Bound port: 3eef8851-71b7-48e9-8323-b1b07ea0a2f1, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2a2e9d2f-fb3c-40a2-b252-134ca7873faa'}}] {{(pid=105358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:39.896383 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:40.086121 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:40.243235 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:33Z', 'revision_number': 2, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:40.356956 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.db [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] For port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1, host hv-cinder-80389, cleared binding levels {{(pid=105358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:40.376403 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.db [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] For port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,segment=NetworkSegment(3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c),segment_id=3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c)] {{(pid=105358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:40.413250 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30109e-5def-4dc3-953c-85c9fea969c8 req-8193c51d-648e-4015-8c2b-ea624b176099 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:40.438082 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3e30109e-5def-4dc3-953c-85c9fea969c8 req-8193c51d-648e-4015-8c2b-ea624b176099 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 943 time: 0.4367805 Aug 09 10:56:40.438189 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Checking router: 9c6a8409-6991-400b-8b74-46dc278fab5b for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:56:40.438189 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Updating router 9c6a8409-6991-400b-8b74-46dc278fab5b port 57a8111c-0311-4fa1-b78e-1bd59de676ca binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 10:56:40.442329 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:56:40.458514 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:40.477914 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:40.478010 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Transition to ACTIVE for port object dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:40.511017 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:40.619033 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e5127d7-e3b6-4655-b524-601e624586a9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:40.631592 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:56:40.678179 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:40.679067 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:40.697370 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] 10.222.0.37 "PUT /v2.0/ports/3eef8851-71b7-48e9-8323-b1b07ea0a2f1 HTTP/1.1" status: 200 len: 1093 time: 3.4982769 Aug 09 10:56:40.711559 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-bcc5f86d-b549-470a-9cac-cd27332459ee tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:40.714191 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dd2eea-5da2-46cd-98d9-00691b751d92', 'tag': '3eef8851-71b7-48e9-8323-b1b07ea0a2f1'}] {{(pid=105358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:56:40.716123 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-bcc5f86d-b549-470a-9cac-cd27332459ee tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.37 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 819 time: 1.0767503 Aug 09 10:56:40.718867 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:40.719062 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6c03c7c1-2d2d-4543-abf8-e203bf01f80b up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:40.777050 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Request body: {'port': {'device_id': 'bebda58b-45a3-4c6d-9129-d0fbd1ee53ce', 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497', 'admin_state_up': True, 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:40.898379 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4d421-f5e2-44b4-a9fd-c57b453115ce None None] Pushing event updated for resources: {'Port': ['ID=d6d4b357-2089-4a4d-b8bf-bf9fcddad859,revision_number=4']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:41.003148 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:41.089899 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3e30109e-5def-4dc3-953c-85c9fea969c8 req-646b2beb-c959-4768-8236-0a69370f146b tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446803 Aug 09 10:56:41.124464 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f61a-7cfa-4709-9ce6-c3b75243512d service neutron] Pushing event updated for resources: {'Port': ['ID=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,revision_number=3']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:41.173673 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:41.175006 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:41.205478 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:39Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:41.291679 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdadd1d-fb42-482a-9950-37e0d9db79f1 None None] The sync data for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi is: [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:39Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:56:41.417440 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Attempting to bind port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:41.417917 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Attempting to bind port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:41.420301 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ab07ba68-1e7d-4d81-bb15-56cb5a4d3d4b req-8ff522c9-f741-49a6-b394-83c758429aa6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 210 time: 0.1246600 Aug 09 10:56:41.424109 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Attempting to bind port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 on network 92bf1dd3-ef81-4b79-accc-838b697216d6 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:41.521601 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e5127d7-e3b6-4655-b524-601e624586a9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:41.538849 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0d56bcdf-0bf7-44e5-b6c7-3bf94a2e7d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:41.551831 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0d56bcdf-0bf7-44e5-b6c7-3bf94a2e7d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:41.568200 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-0d56bcdf-0bf7-44e5-b6c7-3bf94a2e7d69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5426664f-d704-4f1f-ba7e-e384b279c066 HTTP/1.1" status: 204 len: 168 time: 3.8210649 Aug 09 10:56:41.639712 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9525662269e5ee7a819cbfd3bdc991a083848e7175a74db83737dda9a210291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eaa987-7fb0-43cc-936d-f9c9268f213d" -d '{"events": [{"name": "network-changed", "server_uuid": "94dd2eea-5da2-46cd-98d9-00691b751d92", "tag": "3eef8851-71b7-48e9-8323-b1b07ea0a2f1"}]}' {{(pid=105358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:56:41.665137 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device d5d9f3e1-4870-42ca-b25d-56a40080f41a up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:41.673062 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 on network 92bf1dd3-ef81-4b79-accc-838b697216d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:56:41.673895 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Attempting to bind port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 on network 92bf1dd3-ef81-4b79-accc-838b697216d6 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:41.680949 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 40974) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:41.694670 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-40d64557-50ff-46b8-b838-0adcbbd055cc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74920711', 'description': 'tempest-description--2073272335'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:41.734410 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:41.735188 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Checking segment: {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:41.754644 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Bound using segment: {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:41.756372 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Bound port: dcb7d9fe-fb33-422d-8a5c-4f82eedbc255, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:41.756372 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:41.779680 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.db.api [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 10:56:41.779680 dv-cinder-803896-1-iscsi neutron-server[105357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 10:56:41.779680 dv-cinder-803896-1-iscsi neutron-server[105357]: [parameters: {'project_id_1': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'expiration_1': datetime.datetime(2021, 8, 9, 10, 56, 41, 730453)}] Aug 09 10:56:41.779680 dv-cinder-803896-1-iscsi neutron-server[105357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 10:56:41.779680 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG oslo_db.api [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 10:56:41.781868 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5127d7-e3b6-4655-b524-601e624586a9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a0c184-d32c-46a3-b38d-5a6ba10f3476,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:41.819143 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-fbfe738c-bd91-486b-83fa-3ed83c6df697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:41.821302 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-fbfe738c-bd91-486b-83fa-3ed83c6df697 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59d3b0da59394c5083b285d5d8cd24b7&device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 1096 time: 0.3100102 Aug 09 10:56:41.841577 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a8ac6-1852-448e-a29f-a9ead754135b req-6bb1eef2-b555-455d-ab01-675bc38e4df5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:41.845631 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56bcdf-0bf7-44e5-b6c7-3bf94a2e7d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5426664f-d704-4f1f-ba7e-e384b279c066,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:41.872518 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b97a8ac6-1852-448e-a29f-a9ead754135b req-6bb1eef2-b555-455d-ab01-675bc38e4df5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 944 time: 0.1588497 Aug 09 10:56:41.912169 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] For port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:41.920362 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] For port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:41.991681 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-40d64557-50ff-46b8-b838-0adcbbd055cc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:41.992670 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e5127d7-e3b6-4655-b524-601e624586a9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:41.996220 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-1e5127d7-e3b6-4655-b524-601e624586a9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.0166116 Aug 09 10:56:42.006428 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:42.006865 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-fa9b1bff-9bc1-45d3-8347-a4e512a9ecc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3eef8851-71b7-48e9-8323-b1b07ea0a2f1 HTTP/1.1" status: 200 len: 217 time: 0.1373284 Aug 09 10:56:42.007718 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 40982) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:42.022638 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-e55cd8fc-f2f5-4c45-81a0-a91d6722cd0a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'security_group_rule': {'security_group_id': '37a0c184-d32c-46a3-b38d-5a6ba10f3476', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:42.047902 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:42.074938 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Transition to ACTIVE for port object 57a8111c-0311-4fa1-b78e-1bd59de676ca will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:42.100952 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b97a8ac6-1852-448e-a29f-a9ead754135b req-714e4f24-d848-4ba0-b5b0-cff358aac4a8 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372823 Aug 09 10:56:42.154694 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-8625102f-bea1-4b08-b61c-ce2de2940487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:42.156411 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-8625102f-bea1-4b08-b61c-ce2de2940487 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cc3-fb22-434a-9ad9-9fd1aed00be4 HTTP/1.1" status: 200 len: 852 time: 0.1371419 Aug 09 10:56:42.166430 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82811c01-e32c-40a2-9078-0ec807808c1e x-openstack-request-id: req-82811c01-e32c-40a2-9078-0ec807808c1e {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:56:42.166751 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dd2eea-5da2-46cd-98d9-00691b751d92", "tag": "3eef8851-71b7-48e9-8323-b1b07ea0a2f1", "status": "completed", "code": 200}]} {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:56:42.167007 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82811c01-e32c-40a2-9078-0ec807808c1e {{(pid=105358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:56:42.167502 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dd2eea-5da2-46cd-98d9-00691b751d92', 'tag': '3eef8851-71b7-48e9-8323-b1b07ea0a2f1', 'status': 'completed', 'code': 200} Aug 09 10:56:42.190376 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:42.204871 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port d5d9f3e1-4870-42ca-b25d-56a40080f41a completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:42.218238 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:42.218989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:42.218989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:42.218989 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-c5361714-060f-4c04-a2a2-58c4bb6d39f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 HTTP/1.1" status: 200 len: 1094 time: 5.2358539 Aug 09 10:56:42.219295 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5747b-7c54-4b9e-91d9-890112d09bdb', 'tag': 'dcb7d9fe-fb33-422d-8a5c-4f82eedbc255'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:56:42.338082 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port d5d9f3e1-4870-42ca-b25d-56a40080f41a triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:42.338506 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:42.344169 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-7730cc1b-0855-46c1-9f92-e644e0066daf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a2e9d2f-fb3c-40a2-b252-134ca7873faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615009 Aug 09 10:56:42.487520 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77df29-ee73-4ae2-a0b9-43ae4a101d38 req-fac082b1-2455-48e5-b087-35cf6c27190d tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:42.499511 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-be77df29-ee73-4ae2-a0b9-43ae4a101d38 req-fac082b1-2455-48e5-b087-35cf6c27190d tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 943 time: 0.1477566 Aug 09 10:56:42.504732 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e55cd8fc-f2f5-4c45-81a0-a91d6722cd0a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:42.605527 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02810e-8b97-4666-a16a-c1297f2d53e3 None None] Pushing event updated for resources: {'Port': ['ID=57a8111c-0311-4fa1-b78e-1bd59de676ca,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:42.705071 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c957cedb-586d-4c50-8a4a-c3d04a595480" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5747b-7c54-4b9e-91d9-890112d09bdb", "tag": "dcb7d9fe-fb33-422d-8a5c-4f82eedbc255"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:56:42.787845 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-be77df29-ee73-4ae2-a0b9-43ae4a101d38 req-ffe905a3-6b49-496f-8af2-64fb55510c7a tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083101 Aug 09 10:56:42.829292 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7940f729-5716-4b99-9226-c80fc64014b1 req-fc80e1ad-8646-4d9a-bb80-71fadfef75b5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 210 time: 0.2709789 Aug 09 10:56:42.868759 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06739c-61ba-4602-bced-659c4be63063 req-9d3491d8-c391-472f-abbe-fe8c57564d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:42.870182 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-9d3491d8-c391-472f-abbe-fe8c57564d99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 1097 time: 0.3151383 Aug 09 10:56:43.007809 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683a468b-3d3f-4567-a876-9ce204e95c1a x-openstack-request-id: req-683a468b-3d3f-4567-a876-9ce204e95c1a {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:56:43.008287 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5747b-7c54-4b9e-91d9-890112d09bdb", "tag": "dcb7d9fe-fb33-422d-8a5c-4f82eedbc255", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:56:43.008687 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-683a468b-3d3f-4567-a876-9ce204e95c1a {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:56:43.009300 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a5747b-7c54-4b9e-91d9-890112d09bdb', 'tag': 'dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', 'status': 'completed', 'code': 200} Aug 09 10:56:43.231806 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Attempting to bind port 57a8111c-0311-4fa1-b78e-1bd59de676ca on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:43.276138 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Attempting to bind port 57a8111c-0311-4fa1-b78e-1bd59de676ca by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:43.276316 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-70aa4924-daac-44b3-a168-c4ef1de51429 service neutron] 10.222.0.37 "GET /v2.0/networks/2a2e9d2f-fb3c-40a2-b252-134ca7873faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7320225 Aug 09 10:56:43.276421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Attempting to bind port 57a8111c-0311-4fa1-b78e-1bd59de676ca on network 85e36488-c985-4743-8c2a-55a3686fa544 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:43.276421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:43.276421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Checking segment: {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:43.276421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.276421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Bound using segment: {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:43.276421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Bound port: 57a8111c-0311-4fa1-b78e-1bd59de676ca, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:43.276421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.276421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.294242 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e55cd8fc-f2f5-4c45-81a0-a91d6722cd0a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.317535 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c55bff-97ea-405a-9696-c563cb6f539a req-e50fd538-6278-484f-9b55-4320bb9b6392 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:43.319161 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c2c55bff-97ea-405a-9696-c563cb6f539a req-e50fd538-6278-484f-9b55-4320bb9b6392 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 944 time: 0.0937066 Aug 09 10:56:43.354155 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port d5d9f3e1-4870-42ca-b25d-56a40080f41a, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=d5d9f3e1-4870-42ca-b25d-56a40080f41a,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:43.370016 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c2c55bff-97ea-405a-9696-c563cb6f539a req-9b845335-b4c5-4d47-bb71-2c1d2e095489 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401950 Aug 09 10:56:43.397881 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] For port 57a8111c-0311-4fa1-b78e-1bd59de676ca, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:43.398103 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] For port 57a8111c-0311-4fa1-b78e-1bd59de676ca, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=57a8111c-0311-4fa1-b78e-1bd59de676ca,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:43.649097 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-40d64557-50ff-46b8-b838-0adcbbd055cc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.694368 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e55cd8fc-f2f5-4c45-81a0-a91d6722cd0a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.706495 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.710752 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.721231 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cd8fc-f2f5-4c45-81a0-a91d6722cd0a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eabc1d-fcff-4064-bf10-664b680e51f7,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:43.724078 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-40d64557-50ff-46b8-b838-0adcbbd055cc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.765828 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d64557-50ff-46b8-b838-0adcbbd055cc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c3aa48-7f50-4364-b898-e4cfb46239c1,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:43.807056 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41026) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:43.826044 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f1b-ffcb-4783-bc0f-d24978ca33fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.851663 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e55cd8fc-f2f5-4c45-81a0-a91d6722cd0a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:43.851663 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e55cd8fc-f2f5-4c45-81a0-a91d6722cd0a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8419640 Aug 09 10:56:43.860859 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41028) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:43.870440 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:56:43.874209 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-07ed2a9b-0fd9-4206-b86c-1d95cff1ae19 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'security_group_rule': {'security_group_id': '37a0c184-d32c-46a3-b38d-5a6ba10f3476', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:43.878991 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:44.032699 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c36f2603-f058-42c9-9484-d91037daee59 req-3b6ddc79-1636-43dc-bbcc-fe774eb5d42e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 210 time: 0.0384865 Aug 09 10:56:44.052915 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device d6d4b357-2089-4a4d-b8bf-bf9fcddad859 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:44.076326 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526e737-c7e3-4e0a-bde2-aa43f900266a req-422e7fa9-71c6-475d-ae70-947659f78443 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:44.077877 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2526e737-c7e3-4e0a-bde2-aa43f900266a req-422e7fa9-71c6-475d-ae70-947659f78443 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 943 time: 0.1208408 Aug 09 10:56:44.102590 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02810e-8b97-4666-a16a-c1297f2d53e3 None None] Pushing event updated for resources: {'Port': ['ID=57a8111c-0311-4fa1-b78e-1bd59de676ca,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:44.174826 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2526e737-c7e3-4e0a-bde2-aa43f900266a req-e3749689-a6b8-45f9-a700-acabf6c96cb6 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860858 Aug 09 10:56:44.252182 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:56:44.304437 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=d5d9f3e1-4870-42ca-b25d-56a40080f41a,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:44.326458 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Made reservation on behalf of ac9be2a4ebff4937b41a5eeaeeb06659 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:44.330948 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:44.373209 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:44.451153 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:44.475222 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:44.507314 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:44.542395 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Allocated IP 172.20.0.7 (a46f2fb9-ff9e-4999-928b-40de02257497/444fa07f-3623-40e2-b4d3-594ef7475217/9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:44.549294 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:43Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:56:44.595642 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65daf576-bc58-4802-9cb4-c2c669d363fe None None] The sync data for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi is: [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:43Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:56:44.611659 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257a024-85d2-4e72-8932-78b8c525ee8d req-418c8cd9-d69c-49d1-a489-76ed25e64a9b tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:44.613034 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:44.613159 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0257a024-85d2-4e72-8932-78b8c525ee8d req-418c8cd9-d69c-49d1-a489-76ed25e64a9b tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 944 time: 0.1243594 Aug 09 10:56:44.656013 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-40d64557-50ff-46b8-b838-0adcbbd055cc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:44.656013 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-40d64557-50ff-46b8-b838-0adcbbd055cc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.9634345 Aug 09 10:56:44.659149 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41042) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:44.664718 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-6f8505a0-b21c-4988-83c2-37f1e487d929 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'security_group_rule': {'security_group_id': '34c3aa48-7f50-4364-b898-e4cfb46239c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:44.667368 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port d6d4b357-2089-4a4d-b8bf-bf9fcddad859, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=d6d4b357-2089-4a4d-b8bf-bf9fcddad859,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:44.784178 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0257a024-85d2-4e72-8932-78b8c525ee8d req-89e7e924-927e-4ca5-9b69-7d3e488120b8 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604671 Aug 09 10:56:44.827106 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:44.939346 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:44.959975 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=d6d4b357-2089-4a4d-b8bf-bf9fcddad859,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:45.022314 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f1b-ffcb-4783-bc0f-d24978ca33fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.099013 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-de7e4f1b-ffcb-4783-bc0f-d24978ca33fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.307978 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2c6af411-069b-401a-ae73-143ff22e6a30 req-37d26cea-b9a9-401e-b7d7-b4c7a2552efc tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 210 time: 0.0947731 Aug 09 10:56:45.311458 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-de7e4f1b-ffcb-4783-bc0f-d24978ca33fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd97897da10c4c4aa1fac3117fe107c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5047297 Aug 09 10:56:45.312604 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e4f1b-ffcb-4783-bc0f-d24978ca33fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba5176-57db-4b2c-b165-0ac42af631e1,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:45.374643 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e45feb-d65b-4774-a295-ac41d99920f0 req-397123cd-fe51-4a26-a5a5-bf62d295994f tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:45.376348 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-13e45feb-d65b-4774-a295-ac41d99920f0 req-397123cd-fe51-4a26-a5a5-bf62d295994f tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 943 time: 0.0731010 Aug 09 10:56:45.395404 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41060) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:45.435542 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-13e45feb-d65b-4774-a295-ac41d99920f0 req-58ebb0e2-979c-4111-9e79-b78f0105ad1a tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480669 Aug 09 10:56:45.459537 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-eb84b4b5-f7d1-47dc-9dae-5ab2809f2329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.486387 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-eb84b4b5-f7d1-47dc-9dae-5ab2809f2329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.570252 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-07ed2a9b-0fd9-4206-b86c-1d95cff1ae19 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.586910 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.633651 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Network a46f2fb9-ff9e-4999-928b-40de02257497 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:45.636951 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:45.641577 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:45.647030 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:45.647689 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.654498 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Pushing event updated for resources: {'Port': ['ID=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:45.672960 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-eb84b4b5-f7d1-47dc-9dae-5ab2809f2329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.679936 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-eb84b4b5-f7d1-47dc-9dae-5ab2809f2329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.679936 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-eb84b4b5-f7d1-47dc-9dae-5ab2809f2329 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6ba5176-57db-4b2c-b165-0ac42af631e1 HTTP/1.1" status: 204 len: 168 time: 0.2798085 Aug 09 10:56:45.710590 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-07ed2a9b-0fd9-4206-b86c-1d95cff1ae19 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.714443 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84b4b5-f7d1-47dc-9dae-5ab2809f2329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ba5176-57db-4b2c-b165-0ac42af631e1,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:45.727793 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6f8505a0-b21c-4988-83c2-37f1e487d929 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.859889 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6f8505a0-b21c-4988-83c2-37f1e487d929 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:45.929576 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 57a8111c-0311-4fa1-b78e-1bd59de676ca up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:45.930524 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ebc5bec1-cfa1-4806-9054-e028870d8547 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1842611 Aug 09 10:56:45.971789 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb1323-9e18-4fb1-b9a4-9cac46702ca3 req-3bd8a271-3394-450b-b41b-c7dcaa9ea36d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:45.981918 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b2bb1323-9e18-4fb1-b9a4-9cac46702ca3 req-3bd8a271-3394-450b-b41b-c7dcaa9ea36d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 944 time: 0.0947554 Aug 09 10:56:45.991275 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-07ed2a9b-0fd9-4206-b86c-1d95cff1ae19 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.072544 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6f8505a0-b21c-4988-83c2-37f1e487d929 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.101418 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 57a8111c-0311-4fa1-b78e-1bd59de676ca completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:46.114755 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 57a8111c-0311-4fa1-b78e-1bd59de676ca triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:46.115251 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.137995 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed2a9b-0fd9-4206-b86c-1d95cff1ae19 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166bb602-3525-42d2-bc95-1c72c3c8d8b5,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:46.182991 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8505a0-b21c-4988-83c2-37f1e487d929 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef1347b-ca27-4d26-9b67-5c79bb0b7863,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:46.271822 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b2bb1323-9e18-4fb1-b9a4-9cac46702ca3 req-73c04cbe-5adf-42c6-a4db-2784d904d8d5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887869 Aug 09 10:56:46.276824 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-07ed2a9b-0fd9-4206-b86c-1d95cff1ae19 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.277067 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.277164 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-07ed2a9b-0fd9-4206-b86c-1d95cff1ae19 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4128504 Aug 09 10:56:46.280336 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 41086) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:46.296091 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'floatingip': {'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:46.318474 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6f8505a0-b21c-4988-83c2-37f1e487d929 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.322526 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-6f8505a0-b21c-4988-83c2-37f1e487d929 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6599729 Aug 09 10:56:46.324277 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41088) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:46.337648 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-d2956686-fef0-4785-8b65-c7bf972103d2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'security_group_rule': {'security_group_id': '34c3aa48-7f50-4364-b898-e4cfb46239c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:46.445908 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 57a8111c-0311-4fa1-b78e-1bd59de676ca, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=57a8111c-0311-4fa1-b78e-1bd59de676ca,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:46.491126 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1c4a1987-0e28-46bc-a59c-4bfee02f2282 req-0d81e252-191a-4af1-b4ef-39309520333a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 210 time: 0.0419877 Aug 09 10:56:46.657360 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbe1fc-5fec-41c7-b307-6f45d1c13eab req-0af53da1-d5f9-4dc9-97f0-dffc9453a18b tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:46.666614 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2ddbe1fc-5fec-41c7-b307-6f45d1c13eab req-0af53da1-d5f9-4dc9-97f0-dffc9453a18b tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 943 time: 0.0868387 Aug 09 10:56:46.716418 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2ddbe1fc-5fec-41c7-b307-6f45d1c13eab req-fc39fbe7-ca1e-434b-8bc0-d8692a52d02c tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Aug 09 10:56:46.723456 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.723968 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.724831 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device d6d4b357-2089-4a4d-b8bf-bf9fcddad859 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:46.877870 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=57a8111c-0311-4fa1-b78e-1bd59de676ca,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:46.896713 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:46.896713 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.896912 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d2956686-fef0-4785-8b65-c7bf972103d2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:46.908173 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.015214 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d2956686-fef0-4785-8b65-c7bf972103d2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.033623 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device d5d9f3e1-4870-42ca-b25d-56a40080f41a up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:47.068393 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Allocated IP 172.27.0.203 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/9ee0812a-41c5-4602-b506-1d9df35dde29) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:47.084702 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d2956686-fef0-4785-8b65-c7bf972103d2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.105728 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port d5d9f3e1-4870-42ca-b25d-56a40080f41a triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:47.106646 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.119531 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2956686-fef0-4785-8b65-c7bf972103d2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9006b73-4b57-417a-b5d5-4779612aae69,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:47.226315 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.323772 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d2956686-fef0-4785-8b65-c7bf972103d2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.332483 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-d2956686-fef0-4785-8b65-c7bf972103d2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0013175 Aug 09 10:56:47.332871 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41146) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:47.337599 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'floatingip': {'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:47.371014 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Request body: {'port': {'device_id': 'bebda58b-45a3-4c6d-9129-d0fbd1ee53ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:47.474214 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.504126 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b6da1d42-6c93-438a-bffa-ffa949e5d5c5 req-713afba9-13df-46b0-ac5a-c4e5d025a838 service neutron] 10.222.0.37 "GET /v2.0/networks/2a2e9d2f-fb3c-40a2-b252-134ca7873faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454935 Aug 09 10:56:47.529320 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.542027 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:47.550297 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:47.562599 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:47.616391 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-7af8436c-0f17-4cc4-9297-9ab24529e029 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 HTTP/1.1" status: 200 len: 217 time: 0.1979904 Aug 09 10:56:47.630490 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.712637 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-28a56073-78ac-4e19-904c-0a66cd92686b req-360dfb59-899c-4072-a8f6-c6e21123d681 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 210 time: 0.0486937 Aug 09 10:56:47.757623 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.778645 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed887757-50dd-479f-ac1e-a3d3f4167d99 req-00b8777d-172a-4674-b2a0-43318f721cb1 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:47.785848 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ed887757-50dd-479f-ac1e-a3d3f4167d99 req-00b8777d-172a-4674-b2a0-43318f721cb1 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 944 time: 0.3812001 Aug 09 10:56:47.814772 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'Port': ['ID=9ee0812a-41c5-4602-b506-1d9df35dde29,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:47.888286 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:47.937353 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 57a8111c-0311-4fa1-b78e-1bd59de676ca up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:47.964448 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06739c-61ba-4602-bced-659c4be63063 req-3e99ff86-8dad-4ae4-af8a-7b5bbbad0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:47.966322 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-3e99ff86-8dad-4ae4-af8a-7b5bbbad0fed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe2b475e-dc6d-48b2-83fb-dee447d2b327 HTTP/1.1" status: 200 len: 854 time: 0.3399992 Aug 09 10:56:47.994536 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ed887757-50dd-479f-ac1e-a3d3f4167d99 req-09b5fda1-a698-4704-8cf5-cdd4883e26b5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984000 Aug 09 10:56:48.054326 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 57a8111c-0311-4fa1-b78e-1bd59de676ca triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:48.054861 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:48.068385 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-bc0fb039-1bfc-448d-a015-881d7aaf93e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92bf1dd3-ef81-4b79-accc-838b697216d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941925 Aug 09 10:56:48.096430 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-a6ad4423-240a-4053-a1e5-5e75c44fdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:48.097973 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-a6ad4423-240a-4053-a1e5-5e75c44fdb50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59d3b0da59394c5083b285d5d8cd24b7&device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 1096 time: 0.3880041 Aug 09 10:56:48.157737 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:48.342032 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a797d-3f8f-4470-bde6-438c195967a3 req-f6351961-c443-4940-9946-199aeb86aaf0 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:48.350632 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a20a797d-3f8f-4470-bde6-438c195967a3 req-f6351961-c443-4940-9946-199aeb86aaf0 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 943 time: 0.2684689 Aug 09 10:56:48.397478 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-6f52a875-e178-404f-a8a6-061774796fc9 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026361 Aug 09 10:56:48.408539 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Allocated IP 172.27.0.179 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/36c7b1c1-3ce1-4c0b-b600-e3a5c0296935) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:48.447646 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-2429b22f-2b9a-4691-876a-69209ee3901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:48.448617 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-2429b22f-2b9a-4691-876a-69209ee3901c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a2e9d2f-fb3c-40a2-b252-134ca7873faa HTTP/1.1" status: 200 len: 913 time: 0.3324718 Aug 09 10:56:48.467633 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a20a797d-3f8f-4470-bde6-438c195967a3 req-532e5065-1a07-4ef5-a032-c09334250f1a tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159458 Aug 09 10:56:48.560723 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:56:48.573072 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-80f1b6c0-2cf3-402c-bf4d-c46d56159ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3eef8851-71b7-48e9-8323-b1b07ea0a2f1 HTTP/1.1" status: 200 len: 217 time: 0.0881729 Aug 09 10:56:48.579042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:48.599637 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:48.613971 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a06739c-61ba-4602-bced-659c4be63063 req-d0efd52e-5293-4bda-9c08-51094f524ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057788 Aug 09 10:56:48.628974 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Transition to ACTIVE for port object 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:48.637404 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:48.743255 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:48.757481 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:48.763814 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.37', 64508) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:48.826433 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-7de2a8f5-71ed-49ee-8c78-7c72d473358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:48.828070 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-7de2a8f5-71ed-49ee-8c78-7c72d473358b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cc3-fb22-434a-9ad9-9fd1aed00be4 HTTP/1.1" status: 200 len: 852 time: 0.2457566 Aug 09 10:56:48.835629 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-60261d7b-2192-47ae-8361-321e25a1af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:48.837103 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-60261d7b-2192-47ae-8361-321e25a1af24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 1097 time: 0.0723300 Aug 09 10:56:48.850946 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'Port': ['ID=9ee0812a-41c5-4602-b506-1d9df35dde29,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:48.854284 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:48.866930 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-6ee86160-02e2-49ce-8b82-236dd0605593 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a2e9d2f-fb3c-40a2-b252-134ca7873faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276532 Aug 09 10:56:48.940824 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41204) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:49.095609 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-7465be9f-32e0-4558-a3bc-0cb4b5227f4e service neutron] 10.222.0.37 "GET /v2.0/networks/2a2e9d2f-fb3c-40a2-b252-134ca7873faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173479 Aug 09 10:56:49.110337 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-d8dfcd70-be6c-402c-a6d0-f85e9af00a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:49.112247 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-d8dfcd70-be6c-402c-a6d0-f85e9af00a83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 915 time: 0.2430177 Aug 09 10:56:49.209124 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-afa5458f-6d09-46d5-83db-8d24c8088fa4 req-9c017849-a0d5-4230-a16d-8e8787ddfbbd tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 210 time: 0.3482158 Aug 09 10:56:49.252994 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:49.256233 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Pushing event updated for resources: {'Port': ['ID=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:49.367918 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-a09465e1-42ea-4b38-8a5a-e43522e0d99c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:49.369499 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-a09465e1-42ea-4b38-8a5a-e43522e0d99c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.37 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 819 time: 0.6621683 Aug 09 10:56:49.370971 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Attempting to bind port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:49.371596 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Attempting to bind port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:49.371980 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Attempting to bind port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a on network a46f2fb9-ff9e-4999-928b-40de02257497 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:49.378231 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a on network a46f2fb9-ff9e-4999-928b-40de02257497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:56:49.378570 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Attempting to bind port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a on network a46f2fb9-ff9e-4999-928b-40de02257497 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:49.385047 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:49.386500 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c4bd1f87-b0ac-46a5-b9a2-1e864d58f415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1049709 Aug 09 10:56:49.389621 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:49.389953 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Checking segment: {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:49.390561 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Bound using segment: {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:49.391338 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Bound port: 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:49.391862 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:49.398703 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8fad6-4e5a-4c7a-b2c8-c9a7ec2c7179 req-4fa00867-557a-4413-a1af-fe12d9baf37f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:49.400566 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-40d8fad6-4e5a-4c7a-b2c8-c9a7ec2c7179 req-4fa00867-557a-4413-a1af-fe12d9baf37f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 944 time: 0.2951171 Aug 09 10:56:49.401324 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-59aa4b12-1738-40e1-9ed8-5a168c2b4496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:49.440230 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Request body: {'port': {'device_id': '780c080c-a1fa-4cb9-8113-bb3e1c4938d2', 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497', 'admin_state_up': True, 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:49.483677 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:49.485145 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-d2f04f4d-d0a6-4dbd-aaf9-6b6a713e7ccf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 HTTP/1.1" status: 200 len: 217 time: 0.2162719 Aug 09 10:56:49.501611 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'Port': ['ID=36c7b1c1-3ce1-4c0b-b600-e3a5c0296935,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:49.504216 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:49.523652 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:49.580276 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-6ba1d9b0-0a94-49f7-a576-8b6c042b7b01 service neutron] 10.222.0.37 "GET /v2.0/networks/2a2e9d2f-fb3c-40a2-b252-134ca7873faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659994 Aug 09 10:56:49.658020 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-40d8fad6-4e5a-4c7a-b2c8-c9a7ec2c7179 req-ced31db8-6f61-4dd4-a410-37da88e69dec tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426529 Aug 09 10:56:49.668533 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee8593-e94a-4d6a-a462-7f76842ce256 req-fbeec356-83b1-4fa4-bace-d4cda261bd2a tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:49.671630 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-beee8593-e94a-4d6a-a462-7f76842ce256 req-fbeec356-83b1-4fa4-bace-d4cda261bd2a tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 943 time: 0.1077213 Aug 09 10:56:49.676063 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] For port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:49.680960 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] For port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:49.703974 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-1ebfd855-b940-4f39-95e9-f75b48c0106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:49.705507 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-1ebfd855-b940-4f39-95e9-f75b48c0106f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe2b475e-dc6d-48b2-83fb-dee447d2b327 HTTP/1.1" status: 200 len: 854 time: 0.2079134 Aug 09 10:56:49.725127 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-beee8593-e94a-4d6a-a462-7f76842ce256 req-b9edb303-5efb-4836-ad8b-0ad1b4670cce tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Aug 09 10:56:49.764680 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-2a82f059-0c3e-4fbf-90a1-faf439bf8808 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92bf1dd3-ef81-4b79-accc-838b697216d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501683 Aug 09 10:56:49.778966 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:49.821147 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:49.858317 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:49.858964 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:49.860364 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] 10.222.0.37 "PUT /v2.0/ports/9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a HTTP/1.1" status: 200 len: 1093 time: 2.5066795 Aug 09 10:56:49.860824 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebda58b-45a3-4c6d-9129-d0fbd1ee53ce', 'tag': '9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:56:49.863042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fb08c3-8e01-4059-87bf-998a9ad657b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bebda58b-45a3-4c6d-9129-d0fbd1ee53ce", "tag": "9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:56:49.887979 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9717a1-81ef-4018-9835-7da8fb5212cd service neutron] Pushing event updated for resources: {'Port': ['ID=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:49.911177 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a54ee2-794b-443a-9374-d09301c808ff x-openstack-request-id: req-b2a54ee2-794b-443a-9374-d09301c808ff {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:56:49.911471 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebda58b-45a3-4c6d-9129-d0fbd1ee53ce", "tag": "9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:56:49.911722 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2a54ee2-794b-443a-9374-d09301c808ff {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:56:49.912531 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebda58b-45a3-4c6d-9129-d0fbd1ee53ce', 'tag': '9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a', 'status': 'completed', 'code': 200} Aug 09 10:56:49.917281 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-cb99734c-6ab1-4e4d-b8e3-e2859d8272e8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1410649546&fields=id&tenant_id=ca113a643fca4b5781fa9c55d6a0b89f HTTP/1.1" status: 200 len: 267 time: 0.1590796 Aug 09 10:56:49.972756 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb08c3-8e01-4059-87bf-998a9ad657b1 req-2fbba2a8-321f-40db-b7dd-1bec4a862be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:49.974316 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-83fb08c3-8e01-4059-87bf-998a9ad657b1 req-2fbba2a8-321f-40db-b7dd-1bec4a862be2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1096 time: 0.0409992 Aug 09 10:56:50.007570 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-59aa4b12-1738-40e1-9ed8-5a168c2b4496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.057544 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-443f1bf6-01d3-4656-ae30-1a764485f0a7 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684016 Aug 09 10:56:50.088243 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.163823 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb08c3-8e01-4059-87bf-998a9ad657b1 req-b0c72793-39c0-49e8-9a3b-7918045eddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:50.164187 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-59aa4b12-1738-40e1-9ed8-5a168c2b4496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.165336 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-83fb08c3-8e01-4059-87bf-998a9ad657b1 req-b0c72793-39c0-49e8-9a3b-7918045eddf3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1830120 Aug 09 10:56:50.197648 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-6cc12d27-cc2a-4655-9e52-68b481eef731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.258081 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Made reservation on behalf of ac9be2a4ebff4937b41a5eeaeeb06659 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:50.264396 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.361992 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e13de2ab-d4aa-43f2-98ec-89db3ccc914c req-2e99d925-81f6-41b0-a538-9244ff97bdf6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 210 time: 0.0514579 Aug 09 10:56:50.439213 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb08c3-8e01-4059-87bf-998a9ad657b1 req-a787675e-7218-4b67-bb57-5e5fe3490928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:50.440696 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-83fb08c3-8e01-4059-87bf-998a9ad657b1 req-a787675e-7218-4b67-bb57-5e5fe3490928 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2683473 Aug 09 10:56:50.462118 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-59aa4b12-1738-40e1-9ed8-5a168c2b4496 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ff1fb225beb4f9b88a7803be72118f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4925487 Aug 09 10:56:50.466635 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 41260) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:50.539542 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-f69f183a-6e39-43d3-9f58-291cebb94b85 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:50.541678 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-f69f183a-6e39-43d3-9f58-291cebb94b85 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 816 time: 0.6152241 Aug 09 10:56:50.584559 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa4b12-1738-40e1-9ed8-5a168c2b4496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57262ae5-392e-465a-a749-23a5705ff669,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:50.589599 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Allocated IP 172.20.0.6 (a46f2fb9-ff9e-4999-928b-40de02257497/444fa07f-3623-40e2-b4d3-594ef7475217/903da515-636e-4aa2-b7d1-2ac745357e0c) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:50.596162 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-69f5e7ce-a17a-40e7-8e08-1ee89a63f748 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/quotas/ca113a643fca4b5781fa9c55d6a0b89f HTTP/1.1" status: 200 len: 375 time: 0.0404041 Aug 09 10:56:50.609752 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ae365bd5-2131-4968-ad19-364423abbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:50.611376 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-ae365bd5-2131-4968-ad19-364423abbc96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1096 time: 0.1086528 Aug 09 10:56:50.636439 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c957cedb-586d-4c50-8a4a-c3d04a595480 req-79d50efc-16e7-44aa-901f-5915d6cb80ff service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700409 Aug 09 10:56:50.663847 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad25a9b7-1197-4176-b28d-dba53da7db81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.666441 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-4264f43a-8201-424b-94d2-967cd1d1b463 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a HTTP/1.1" status: 200 len: 217 time: 0.0438495 Aug 09 10:56:50.707427 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-ec47bee1-df45-4814-9220-c65b20a19cbf tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896468 Aug 09 10:56:50.737894 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad25a9b7-1197-4176-b28d-dba53da7db81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.749133 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.834493 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.844840 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-d91a2120-543a-4a9e-b569-993055c021d2 service neutron] 10.222.0.35 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162407 Aug 09 10:56:50.851854 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-45c181b0-2b6d-46e8-82f9-c2b0dc693c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:50.853291 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-45c181b0-2b6d-46e8-82f9-c2b0dc693c29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444fa07f-3623-40e2-b4d3-594ef7475217 HTTP/1.1" status: 200 len: 859 time: 0.1730599 Aug 09 10:56:50.875967 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:50.898549 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-87d92f4d-1bc9-4685-9490-4d0862c20b35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a46f2fb9-ff9e-4999-928b-40de02257497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367074 Aug 09 10:56:50.906648 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085b0a5-c489-4c82-8465-df511f4ddf36 req-a01d0bd4-5e23-42c9-832f-679b97cd2bf8 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:50.907829 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6085b0a5-c489-4c82-8465-df511f4ddf36 req-a01d0bd4-5e23-42c9-832f-679b97cd2bf8 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 944 time: 0.1631041 Aug 09 10:56:50.941598 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'Port': ['ID=36c7b1c1-3ce1-4c0b-b600-e3a5c0296935,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:50.986271 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-8fee5ede-f34c-4b72-bb39-1c917d12db2e service neutron] 10.222.0.35 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227269 Aug 09 10:56:50.988968 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:56:51.000204 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:51.010512 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-9ff8edb7-9959-4c75-b658-d9c18dec0d8f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6677458 Aug 09 10:56:51.030269 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6085b0a5-c489-4c82-8465-df511f4ddf36 req-6d2fdfcf-3936-4218-9cdd-9675996954cd tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089957 Aug 09 10:56:51.074708 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:51.092148 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad25a9b7-1197-4176-b28d-dba53da7db81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:51.094616 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad25a9b7-1197-4176-b28d-dba53da7db81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:51.095793 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ad25a9b7-1197-4176-b28d-dba53da7db81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57262ae5-392e-465a-a749-23a5705ff669 HTTP/1.1" status: 204 len: 168 time: 0.6275933 Aug 09 10:56:51.101104 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-9eb26444-f859-404a-aaaa-cef9b30f129c service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923263 Aug 09 10:56:51.110701 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25a9b7-1197-4176-b28d-dba53da7db81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57262ae5-392e-465a-a749-23a5705ff669,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:51.184407 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,segment=NetworkSegment(3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c),segment_id=3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:51.196392 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '3eef8851-71b7-48e9-8323-b1b07ea0a2f1', 'network_id': '2a2e9d2f-fb3c-40a2-b252-134ca7873faa', 'port_id': '3eef8851-71b7-48e9-8323-b1b07ea0a2f1', 'mac_address': 'fa:16:3e:58:4c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb21cc3-fb22-434a-9ad9-9fd1aed00be4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:56:51.245095 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:51.266289 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:56:51.292742 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,segment=NetworkSegment(3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c),segment_id=3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:51.293876 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a1682-3d9d-4abf-9207-08c2f93038da req-6d5babf0-3a2e-4b45-8768-7381937fdb53 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:51.315806 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7f7a1682-3d9d-4abf-9207-08c2f93038da req-6d5babf0-3a2e-4b45-8768-7381937fdb53 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 943 time: 0.1879337 Aug 09 10:56:51.329501 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90da14d5-7a63-420f-87f2-c46dccf75bbc req-5b281902-52b5-4c85-a64b-057b5802c3da service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199140 Aug 09 10:56:51.349951 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:51.363708 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-94f68aa7-26d5-4368-b8b9-d93c0b9efab4 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--74920711&fields=id&tenant_id=e77f245b37164a29a76021e0f5e4fb11 HTTP/1.1" status: 200 len: 267 time: 0.0436075 Aug 09 10:56:51.382819 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7f7a1682-3d9d-4abf-9207-08c2f93038da req-832efc51-6c76-4925-9fe4-c0fd194a48fb tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711362 Aug 09 10:56:51.383338 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:51.421347 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Network a46f2fb9-ff9e-4999-928b-40de02257497 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:51.425198 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:51.432219 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:51.439536 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:51.440933 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:51.493283 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:51.500583 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-977b72ae-6d77-4747-98ad-c6cfede61475 req-9971fa5d-f645-4993-aa61-dda5f7808fca tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 210 time: 0.0570147 Aug 09 10:56:51.501272 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Pushing event updated for resources: {'Port': ['ID=903da515-636e-4aa2-b7d1-2ac745357e0c,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:51.593144 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-6877322f-127d-496f-a5c1-24c16462a00c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:51.622052 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-7b924968-5530-4fbe-9b86-cffa3cbce3e4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2043839 Aug 09 10:56:51.622927 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-6877322f-127d-496f-a5c1-24c16462a00c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/networks?id=85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 200 len: 811 time: 0.2282987 Aug 09 10:56:51.622927 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-082ac83f-9335-4cec-8c15-853878c2a290 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/quotas/e77f245b37164a29a76021e0f5e4fb11 HTTP/1.1" status: 200 len: 375 time: 0.0111661 Aug 09 10:56:51.623346 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Request body: {'port': {'device_id': '780c080c-a1fa-4cb9-8113-bb3e1c4938d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:51.639307 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['3eef8851-71b7-48e9-8323-b1b07ea0a2f1'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:56:51.684562 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-46873508-ef91-4503-98fa-58c22575f80f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541124 Aug 09 10:56:51.721784 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b2388-bb9f-4e40-a8cc-302fc42d1fef req-c8943c2a-3814-4e6f-8d2a-3e71fe774928 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:51.723635 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b24b2388-bb9f-4e40-a8cc-302fc42d1fef req-c8943c2a-3814-4e6f-8d2a-3e71fe774928 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 931 time: 0.1262724 Aug 09 10:56:51.724491 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:51.807998 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b24b2388-bb9f-4e40-a8cc-302fc42d1fef req-4026eeb4-be08-4758-97ca-b742b70e317f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741158 Aug 09 10:56:51.819102 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-c162e9c7-61a5-4183-a05f-78cd10032773 service neutron] 10.222.0.35 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224141 Aug 09 10:56:51.987394 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-482946f3-6fcc-4f7b-8b6b-a8f500127cfe service neutron] 10.222.0.35 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578579 Aug 09 10:56:52.031885 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41312) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:52.047642 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-612ac033-1f0e-42b0-9c1c-efcdbe2b4373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.092497 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903da515-636e-4aa2-b7d1-2ac745357e0c {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:56:52.104093 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.120454 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Transition to ACTIVE for port object 903da515-636e-4aa2-b7d1-2ac745357e0c will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:52.172674 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-612ac033-1f0e-42b0-9c1c-efcdbe2b4373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.182009 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b88d6-96b0-44e6-b542-5dc2b00b5a74 req-0cc1f42b-d52d-4fe4-95fe-72a8f04755c6 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:52.184218 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-666b88d6-96b0-44e6-b542-5dc2b00b5a74 req-0cc1f42b-d52d-4fe4-95fe-72a8f04755c6 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 944 time: 0.0557814 Aug 09 10:56:52.227822 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-666b88d6-96b0-44e6-b542-5dc2b00b5a74 req-9c420666-df26-493f-8d51-4722657d312a tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361137 Aug 09 10:56:52.247738 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.303007 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Pushing event updated for resources: {'Port': ['ID=903da515-636e-4aa2-b7d1-2ac745357e0c,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:52.318734 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-612ac033-1f0e-42b0-9c1c-efcdbe2b4373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.351668 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-658181a9-6ac1-41c6-8029-924dac6710f8 req-72de34e3-fc80-4fc3-bcc6-f3da9e3807b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 210 time: 0.0507140 Aug 09 10:56:52.370798 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Attempting to bind port 903da515-636e-4aa2-b7d1-2ac745357e0c on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:52.371834 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Attempting to bind port 903da515-636e-4aa2-b7d1-2ac745357e0c by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:52.372227 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Attempting to bind port 903da515-636e-4aa2-b7d1-2ac745357e0c on network a46f2fb9-ff9e-4999-928b-40de02257497 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:52.381589 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Port 903da515-636e-4aa2-b7d1-2ac745357e0c on network a46f2fb9-ff9e-4999-928b-40de02257497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:56:52.382250 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Attempting to bind port 903da515-636e-4aa2-b7d1-2ac745357e0c on network a46f2fb9-ff9e-4999-928b-40de02257497 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:52.385202 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-612ac033-1f0e-42b0-9c1c-efcdbe2b4373 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6277e88d3e2b4b65a9f0a6ab6996326d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497860 Aug 09 10:56:52.385202 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ac033-1f0e-42b0-9c1c-efcdbe2b4373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c804a7f-998d-44d2-ac8f-435584229f57,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:52.386217 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 41324) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:52.401812 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:52.401812 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Checking segment: {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:52.401812 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Bound using segment: {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:52.403269 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Bound port: 903da515-636e-4aa2-b7d1-2ac745357e0c, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:52.403269 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.492092 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9dc021ca-d2eb-4a52-92d6-d49a8783b5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.510946 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] For port 903da515-636e-4aa2-b7d1-2ac745357e0c, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:52.520199 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06022-ff22-444f-9358-c7fb995cca83 req-9399c042-7a1a-4838-b19e-1fd01ef2c680 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:52.521958 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4fe06022-ff22-444f-9358-c7fb995cca83 req-9399c042-7a1a-4838-b19e-1fd01ef2c680 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 944 time: 0.0608065 Aug 09 10:56:52.534030 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9dc021ca-d2eb-4a52-92d6-d49a8783b5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.536620 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] For port 903da515-636e-4aa2-b7d1-2ac745357e0c, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=903da515-636e-4aa2-b7d1-2ac745357e0c,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:52.573142 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4fe06022-ff22-444f-9358-c7fb995cca83 req-66670742-dece-40f9-ac03-a070260a846c tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438712 Aug 09 10:56:52.599783 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c52f1fd7-ab4b-4f60-9eb2-452148797e77 req-1e43e60d-ad12-4044-968f-3358448e6455 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 210 time: 0.0275435 Aug 09 10:56:52.684059 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.717881 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:52.718494 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.719882 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] 10.222.0.37 "PUT /v2.0/ports/903da515-636e-4aa2-b7d1-2ac745357e0c HTTP/1.1" status: 200 len: 1093 time: 1.1122091 Aug 09 10:56:52.720319 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780c080c-a1fa-4cb9-8113-bb3e1c4938d2', 'tag': '903da515-636e-4aa2-b7d1-2ac745357e0c'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:56:52.722568 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ab34d9-bd4d-41f4-aebb-0b1861ae9ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "780c080c-a1fa-4cb9-8113-bb3e1c4938d2", "tag": "903da515-636e-4aa2-b7d1-2ac745357e0c"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:56:52.743909 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9dc021ca-d2eb-4a52-92d6-d49a8783b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.747238 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9dc021ca-d2eb-4a52-92d6-d49a8783b5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:52.748404 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-9dc021ca-d2eb-4a52-92d6-d49a8783b5c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c804a7f-998d-44d2-ac8f-435584229f57 HTTP/1.1" status: 204 len: 168 time: 0.3620658 Aug 09 10:56:52.754163 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48fb12-2700-4bb9-b525-4f90e2ee9d4c service neutron] Pushing event updated for resources: {'Port': ['ID=903da515-636e-4aa2-b7d1-2ac745357e0c,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:52.763363 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abfd8bd-6ffa-4bd1-85fc-46d6bc8e9664 x-openstack-request-id: req-0abfd8bd-6ffa-4bd1-85fc-46d6bc8e9664 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:56:52.763650 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780c080c-a1fa-4cb9-8113-bb3e1c4938d2", "tag": "903da515-636e-4aa2-b7d1-2ac745357e0c", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:56:52.763899 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0abfd8bd-6ffa-4bd1-85fc-46d6bc8e9664 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:56:52.764281 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780c080c-a1fa-4cb9-8113-bb3e1c4938d2', 'tag': '903da515-636e-4aa2-b7d1-2ac745357e0c', 'status': 'completed', 'code': 200} Aug 09 10:56:52.765840 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc021ca-d2eb-4a52-92d6-d49a8783b5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c804a7f-998d-44d2-ac8f-435584229f57,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:52.840568 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab34d9-bd4d-41f4-aebb-0b1861ae9ab7 req-3dd27f1a-f0a7-4f01-90da-1e283e3645a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:52.842220 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a3ab34d9-bd4d-41f4-aebb-0b1861ae9ab7 req-3dd27f1a-f0a7-4f01-90da-1e283e3645a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 1096 time: 0.0466664 Aug 09 10:56:52.946478 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:56:53.038026 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:53.042277 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-483d10f9-2807-4e05-8c12-a99aee118602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.120665 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:53.133887 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': 'dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6', 'port_id': 'dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', 'mac_address': 'fa:16:3e:de:e0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2b475e-dc6d-48b2-83fb-dee447d2b327', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:56:53.200785 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:53.214087 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:53.214631 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.246907 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab34d9-bd4d-41f4-aebb-0b1861ae9ab7 req-b5606feb-509d-4db6-9d02-d9e626d66897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:53.271101 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a3ab34d9-bd4d-41f4-aebb-0b1861ae9ab7 req-b5606feb-509d-4db6-9d02-d9e626d66897 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4171436 Aug 09 10:56:53.278754 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.296695 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:56:53.327383 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:53.389463 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c1b0e-8757-4c21-b712-df5ff310b9d7 req-e82a1773-9f4b-4585-8216-30371470dd8c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:53.398302 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-df7c1b0e-8757-4c21-b712-df5ff310b9d7 req-e82a1773-9f4b-4585-8216-30371470dd8c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 943 time: 0.2414219 Aug 09 10:56:53.407941 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.460927 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.462904 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.467533 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f840-1627-4d6e-82b5-92f66731664e req-4e51fe84-e65f-455d-95f9-06685de03fb0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:53.470967 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a0e4f840-1627-4d6e-82b5-92f66731664e req-4e51fe84-e65f-455d-95f9-06685de03fb0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 944 time: 0.1580439 Aug 09 10:56:53.526162 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a0e4f840-1627-4d6e-82b5-92f66731664e req-525095cc-111b-4d76-8e6b-6171bf4d8102 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493743 Aug 09 10:56:53.532294 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-df7c1b0e-8757-4c21-b712-df5ff310b9d7 req-b1e8e9cc-e87e-408e-8e00-563fbbbc5b5d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282313 Aug 09 10:56:53.533424 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:53.535880 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab34d9-bd4d-41f4-aebb-0b1861ae9ab7 req-ef5b6e3a-996b-41a6-870e-02b61eab7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:53.548154 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a3ab34d9-bd4d-41f4-aebb-0b1861ae9ab7 req-ef5b6e3a-996b-41a6-870e-02b61eab7f37 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2718704 Aug 09 10:56:53.562750 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dd2eea-5da2-46cd-98d9-00691b751d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eef8851-71b7-48e9-8323-b1b07ea0a2f1'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:56:53.563432 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41366) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:53.661032 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-606c653f-a1a0-423c-bc5f-a5d97bd204bb req-7eed1ed6-8937-4e37-9c53-c39395173d56 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 210 time: 0.0563920 Aug 09 10:56:53.668565 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,segment=NetworkSegment(3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c),segment_id=3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:53.685236 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-c410d8a6-ce5f-4c6d-9d83-3a952f9a692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:53.687284 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-c410d8a6-ce5f-4c6d-9d83-3a952f9a692b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 1096 time: 0.0641894 Aug 09 10:56:53.729947 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c626-1bef-4b9b-8fc1-06192a6a0fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.734753 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['dcb7d9fe-fb33-422d-8a5c-4f82eedbc255'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:56:53.752903 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-0025dbc1-ecc9-4e6d-a63e-032ff421adea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=903da515-636e-4aa2-b7d1-2ac745357e0c HTTP/1.1" status: 200 len: 217 time: 0.0556762 Aug 09 10:56:53.786909 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3f6b36ba-4cc6-4d6b-9af3-d0f6b4f36848 req-1ae0d528-1c00-4b59-9e27-14999718d3aa tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 210 time: 0.0372365 Aug 09 10:56:53.791777 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca82d82-023b-46b8-ae56-13728c49e8ee req-c870c301-e4c9-4859-b75d-d3c213a8a926 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:53.810886 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fca82d82-023b-46b8-ae56-13728c49e8ee req-c870c301-e4c9-4859-b75d-d3c213a8a926 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 944 time: 0.1243441 Aug 09 10:56:53.848831 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-2ff198b1-9a17-4837-b313-b69248634aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:53.851025 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-2ff198b1-9a17-4837-b313-b69248634aca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444fa07f-3623-40e2-b4d3-594ef7475217 HTTP/1.1" status: 200 len: 859 time: 0.0671785 Aug 09 10:56:53.870256 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.884317 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144afa5c-f00a-4fcc-9489-c7d9934b3672" -d '{"events": [{"server_uuid": "94dd2eea-5da2-46cd-98d9-00691b751d92", "name": "network-vif-plugged", "status": "completed", "tag": "3eef8851-71b7-48e9-8323-b1b07ea0a2f1"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:56:53.889098 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-13759644-55a2-4eaa-a620-787a6165de35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a46f2fb9-ff9e-4999-928b-40de02257497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316725 Aug 09 10:56:53.895487 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fca82d82-023b-46b8-ae56-13728c49e8ee req-a95afc0b-c5a8-4367-866c-aaaddc576aea tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742617 Aug 09 10:56:53.927688 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.946467 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c626-1bef-4b9b-8fc1-06192a6a0fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:53.963880 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:54.015944 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-3351bf3f-03ed-4e62-9bdf-6f87208152fd service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055889 Aug 09 10:56:54.026633 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c626-1bef-4b9b-8fc1-06192a6a0fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:54.075004 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-0dc5c626-1bef-4b9b-8fc1-06192a6a0fde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd9c3cdff96d473aa5af55ba39787708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101035 Aug 09 10:56:54.075779 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41384) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:54.113045 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5c626-1bef-4b9b-8fc1-06192a6a0fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f3c020-85ab-46ac-a0c3-a108d503b687,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:54.131581 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b2d65b-e095-458d-ad01-7bc686580dab x-openstack-request-id: req-a0b2d65b-e095-458d-ad01-7bc686580dab {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:56:54.131924 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dd2eea-5da2-46cd-98d9-00691b751d92", "name": "network-vif-plugged", "status": "completed", "tag": "3eef8851-71b7-48e9-8323-b1b07ea0a2f1", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:56:54.132180 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0b2d65b-e095-458d-ad01-7bc686580dab {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:56:54.132687 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dd2eea-5da2-46cd-98d9-00691b751d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eef8851-71b7-48e9-8323-b1b07ea0a2f1', 'code': 200} Aug 09 10:56:54.167870 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52c49fac-7242-4caa-94cd-ccc4f2ce0ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:54.191945 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52c49fac-7242-4caa-94cd-ccc4f2ce0ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:54.208428 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7444363-f4f4-4f2c-ad24-75ba32e36fce req-d27789d2-2f09-4aa8-b34e-5d0f89e377d3 service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849432 Aug 09 10:56:54.272001 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-eaa66208-ff12-4c67-ba8f-2f8da549fad5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:54.274244 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-eaa66208-ff12-4c67-ba8f-2f8da549fad5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 816 time: 0.1586933 Aug 09 10:56:54.330768 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-f3793407-9052-430d-bd4e-6f0d917a3585 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca113a643fca4b5781fa9c55d6a0b89f HTTP/1.1" status: 200 len: 380 time: 0.0475945 Aug 09 10:56:54.339820 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52c49fac-7242-4caa-94cd-ccc4f2ce0ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:54.342837 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52c49fac-7242-4caa-94cd-ccc4f2ce0ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:54.344024 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-52c49fac-7242-4caa-94cd-ccc4f2ce0ada admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7f3c020-85ab-46ac-a0c3-a108d503b687 HTTP/1.1" status: 204 len: 168 time: 0.2643526 Aug 09 10:56:54.345597 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'port': {'device_id': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'admin_state_up': True, 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'security_groups': ['37a0c184-d32c-46a3-b38d-5a6ba10f3476']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:54.352422 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c49fac-7242-4caa-94cd-ccc4f2ce0ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f3c020-85ab-46ac-a0c3-a108d503b687,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:54.574000 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546202-2155-449b-b526-8d08795e3108 req-f401225b-4adc-48da-a69c-302e3250be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:54.577671 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e3546202-2155-449b-b526-8d08795e3108 req-f401225b-4adc-48da-a69c-302e3250be4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 1098 time: 0.0912986 Aug 09 10:56:54.603274 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Made reservation on behalf of ca113a643fca4b5781fa9c55d6a0b89f for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:54.603274 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:54.634052 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-e3546202-2155-449b-b526-8d08795e3108 req-070149db-2a49-49d3-953d-4e1501665967 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:54.698582 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4e861-aca6-4546-9aba-e5accacdbef1 req-5c48cf5b-a77d-4cb6-b458-fb105cef1700 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:54.704017 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fca4e861-aca6-4546-9aba-e5accacdbef1 req-5c48cf5b-a77d-4cb6-b458-fb105cef1700 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 943 time: 0.0782065 Aug 09 10:56:54.792393 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fca4e861-aca6-4546-9aba-e5accacdbef1 req-93c80eb2-9149-44fa-8e20-3ea3c682d8dd tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799308 Aug 09 10:56:54.804957 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001304a7-bde1-4c27-a609-ddb01a06f04f req-3c9999c5-0f45-4e18-bae4-1650d8cf1a99 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:54.806520 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-001304a7-bde1-4c27-a609-ddb01a06f04f req-3c9999c5-0f45-4e18-bae4-1650d8cf1a99 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 945 time: 0.1407118 Aug 09 10:56:54.907917 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Allocated IP 172.20.0.10 (9a125839-6ce2-4f79-b187-e797eee20d7c/94291db8-bf8e-4cd7-8433-68b0b9f353b1/62bfee8f-94c8-46e9-b2d4-c566e1ccacce) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:54.911836 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9a5b364d-359d-4955-98b1-5e2a2e99b596 req-659340db-43e1-4e3d-ae87-86b05073f7a3 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 210 time: 0.0386133 Aug 09 10:56:54.916461 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-001304a7-bde1-4c27-a609-ddb01a06f04f req-4248752d-c9d2-458c-bcaa-373e7295ad9d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008599 Aug 09 10:56:54.962032 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:56:54.967372 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:55.039001 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-94a4ec91-6f0e-4fd9-88d0-4c92f63b9172 req-3a300903-24a7-4573-bb26-44dc166f84cf tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 210 time: 0.0379977 Aug 09 10:56:55.056954 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-e3546202-2155-449b-b526-8d08795e3108 req-070149db-2a49-49d3-953d-4e1501665967 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.138487 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:55.153885 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d94793-78b2-4ec0-9fd8-c925cf927dfe req-2d01a19f-5fa2-4354-8a93-7e294714e133 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:55.154718 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a', 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497', 'port_id': '9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a', 'mac_address': 'fa:16:3e:cf:df:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444fa07f-3623-40e2-b4d3-594ef7475217', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:56:55.155445 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-51d94793-78b2-4ec0-9fd8-c925cf927dfe req-2d01a19f-5fa2-4354-8a93-7e294714e133 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 945 time: 0.1408570 Aug 09 10:56:55.196523 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.200053 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:55.205335 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-e3546202-2155-449b-b526-8d08795e3108 req-070149db-2a49-49d3-953d-4e1501665967 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.214229 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:55.215045 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.228704 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.240260 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:56:55.254516 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41424) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:55.260647 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e3546202-2155-449b-b526-8d08795e3108 req-070149db-2a49-49d3-953d-4e1501665967 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754401 Aug 09 10:56:55.268721 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e722452b-72ed-4eb5-82b2-7dceb1d0df66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.275433 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-51d94793-78b2-4ec0-9fd8-c925cf927dfe req-b6bbfcf3-e312-405a-adcc-632b1f71f140 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121693 Aug 09 10:56:55.287553 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Transition to ACTIVE for port object 62bfee8f-94c8-46e9-b2d4-c566e1ccacce will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:55.296628 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070149db-2a49-49d3-953d-4e1501665967 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=24d849b0-5f4f-4753-b007-6d29d43b4731,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:55.310636 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:55.325666 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.378297 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.382344 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e722452b-72ed-4eb5-82b2-7dceb1d0df66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.404205 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.415867 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:55.432134 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.464240 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:55.493938 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e722452b-72ed-4eb5-82b2-7dceb1d0df66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.496827 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Network 9a125839-6ce2-4f79-b187-e797eee20d7c is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:55.497957 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:55.506504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:55.509689 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:55.515571 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:55.516195 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.531555 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e722452b-72ed-4eb5-82b2-7dceb1d0df66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07a264f6535a4549b36a35625c201dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758863 Aug 09 10:56:55.534195 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 41430) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:56:55.549218 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722452b-72ed-4eb5-82b2-7dceb1d0df66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535be863-2069-42eb-a83e-2f9b6e989882,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:55.551746 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.603191 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1b3e-cd10-4d80-860e-a472534622b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.630888 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1b3e-cd10-4d80-860e-a472534622b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.632963 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:56:55.637029 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:55.693026 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-0bfb9549-96f1-41d8-a541-fe1a79b208d2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3563042 Aug 09 10:56:55.738790 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Request body: {'port': {'device_id': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:55.853083 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1b3e-cd10-4d80-860e-a472534622b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.855905 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1b3e-cd10-4d80-860e-a472534622b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.857052 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b4ba1b3e-cd10-4d80-860e-a472534622b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/535be863-2069-42eb-a83e-2f9b6e989882 HTTP/1.1" status: 204 len: 168 time: 0.3218009 Aug 09 10:56:55.923005 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-386acb61-a5fa-4ea9-b2d5-f91fa519c255 None None] Provisioning for port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:55.927141 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-386acb61-a5fa-4ea9-b2d5-f91fa519c255 None None] Provisioning complete for port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:55.927519 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-386acb61-a5fa-4ea9-b2d5-f91fa519c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.929966 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-30d0adce-8eb4-4b7e-966c-cdcd8cc9d7de tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:55.935987 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-30d0adce-8eb4-4b7e-966c-cdcd8cc9d7de tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "GET /v2.0/networks?id=85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 200 len: 811 time: 0.2594476 Aug 09 10:56:55.971592 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:55.979933 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba1b3e-cd10-4d80-860e-a472534622b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535be863-2069-42eb-a83e-2f9b6e989882,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:56.075908 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-386acb61-a5fa-4ea9-b2d5-f91fa519c255 None None] Port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 10:56:56.076872 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c12bd8-9c46-4fa2-b747-058f45d01d3a req-785db4c5-4eb5-4ca8-befa-e454be28c22f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:56.076872 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d4c12bd8-9c46-4fa2-b747-058f45d01d3a req-785db4c5-4eb5-4ca8-befa-e454be28c22f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 943 time: 0.1443474 Aug 09 10:56:56.096718 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d4c12bd8-9c46-4fa2-b747-058f45d01d3a req-e73e9f70-6f30-424f-9c01-5c342b3e7a9d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 Aug 09 10:56:56.106202 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-f411fbc7-bd06-411e-a50a-2cdf7a0c15c5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e77f245b37164a29a76021e0f5e4fb11 HTTP/1.1" status: 200 len: 378 time: 0.1590326 Aug 09 10:56:56.125936 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0b8104d7-07e3-4752-b2f3-a66e3a6173fe req-ce57e6f2-2c68-48fe-9718-1265c88664c3 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 210 time: 0.0669765 Aug 09 10:56:56.133689 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5747b-7c54-4b9e-91d9-890112d09bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb7d9fe-fb33-422d-8a5c-4f82eedbc255'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:56:56.137750 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'port': {'device_id': '02037b12-b05d-4d4f-804e-29ec02651913', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'admin_state_up': True, 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'security_groups': ['34c3aa48-7f50-4364-b898-e4cfb46239c1']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:56:56.137889 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff1a997-ebc4-4d95-8620-29750267a556" -d '{"events": [{"server_uuid": "39a5747b-7c54-4b9e-91d9-890112d09bdb", "name": "network-vif-plugged", "status": "completed", "tag": "dcb7d9fe-fb33-422d-8a5c-4f82eedbc255"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:56:56.228118 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d32f-f213-4202-90aa-1571aa35d8ce req-0eb82377-6b51-4daf-8b0a-62eaf56f1f8d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:56.240499 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f682d32f-f213-4202-90aa-1571aa35d8ce req-0eb82377-6b51-4daf-8b0a-62eaf56f1f8d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0732718 Aug 09 10:56:56.290428 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f682d32f-f213-4202-90aa-1571aa35d8ce req-d85820d8-f640-436a-b35e-6425c749a026 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Aug 09 10:56:56.347902 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e43bd-cebc-4a50-be95-d7f6acde38c4 x-openstack-request-id: req-ee0e43bd-cebc-4a50-be95-d7f6acde38c4 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:56:56.348215 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5747b-7c54-4b9e-91d9-890112d09bdb", "name": "network-vif-plugged", "status": "completed", "tag": "dcb7d9fe-fb33-422d-8a5c-4f82eedbc255", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:56:56.348486 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee0e43bd-cebc-4a50-be95-d7f6acde38c4 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:56:56.349026 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a5747b-7c54-4b9e-91d9-890112d09bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', 'code': 200} Aug 09 10:56:56.455023 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80820-e197-4712-8d6d-3df23e34e3b8 req-565223dd-bd4b-4fec-8a8b-82360877bcf6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:56.456828 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7fd80820-e197-4712-8d6d-3df23e34e3b8 req-565223dd-bd4b-4fec-8a8b-82360877bcf6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 932 time: 0.2554412 Aug 09 10:56:56.491419 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94457-54b4-4482-a3ce-ea2cf69fd037 req-d4422286-53ff-4525-bbb9-f9243fb7a127 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:56.493013 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10b94457-54b4-4482-a3ce-ea2cf69fd037 req-d4422286-53ff-4525-bbb9-f9243fb7a127 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 945 time: 0.0547659 Aug 09 10:56:56.531630 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10b94457-54b4-4482-a3ce-ea2cf69fd037 req-714fbc57-a0dd-41f0-8018-4bdb6d188992 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Aug 09 10:56:56.555950 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7fd80820-e197-4712-8d6d-3df23e34e3b8 req-46ae7e19-125d-4f2e-be63-b4f554ae9561 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868757 Aug 09 10:56:56.629748 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bfee8f-94c8-46e9-b2d4-c566e1ccacce {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:56:56.642202 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:56.658780 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Transition to ACTIVE for port object 62bfee8f-94c8-46e9-b2d4-c566e1ccacce will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:56.689934 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Made reservation on behalf of e77f245b37164a29a76021e0f5e4fb11 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:56:56.696101 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:56.821324 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Allocated IP 172.20.0.11 (85e36488-c985-4743-8c2a-55a3686fa544/c2ef9257-c3b8-444d-9e76-15f4df1c8a8c/92bea7be-d9c6-4100-85be-b9971a59f1ec) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:56:56.855725 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:56.981364 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 903da515-636e-4aa2-b7d1-2ac745357e0c details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:56:56.988202 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:57.007201 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Attempting to bind port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:56:57.007562 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Attempting to bind port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:56:57.007893 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Attempting to bind port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce on network 9a125839-6ce2-4f79-b187-e797eee20d7c {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:57.033902 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce on network 9a125839-6ce2-4f79-b187-e797eee20d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:56:57.034209 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Attempting to bind port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce on network 9a125839-6ce2-4f79-b187-e797eee20d7c {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:56:57.065879 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:56:57.066505 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Checking segment: {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:56:57.068335 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Bound using segment: {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:56:57.068948 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Bound port: 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:56:57.069462 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.100086 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:56:57.147596 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cfaac-44ff-4880-8e58-71ae9842c244 req-204d8ae1-54ce-44de-b9c0-4f8ebd8efeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:57.154250 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a25cfaac-44ff-4880-8e58-71ae9842c244 req-204d8ae1-54ce-44de-b9c0-4f8ebd8efeed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 1099 time: 0.2320833 Aug 09 10:56:57.176733 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.225785 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Transition to ACTIVE for port object 92bea7be-d9c6-4100-85be-b9971a59f1ec will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:56:57.246428 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:56:57.252561 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:56:57.299752 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 903da515-636e-4aa2-b7d1-2ac745357e0c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=903da515-636e-4aa2-b7d1-2ac745357e0c,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:57.309472 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a25cfaac-44ff-4880-8e58-71ae9842c244 req-9f564d5c-9ca3-4d86-a5d8-613e1d69f958 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459088 Aug 09 10:56:57.343603 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f6cb62bc-daf5-4462-a5d6-fb2625d97447 req-d0296cab-6a02-4430-bf60-1e4ab284d06c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 210 time: 0.0402205 Aug 09 10:56:57.343872 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '903da515-636e-4aa2-b7d1-2ac745357e0c', 'network_id': 'a46f2fb9-ff9e-4999-928b-40de02257497', 'port_id': '903da515-636e-4aa2-b7d1-2ac745357e0c', 'mac_address': 'fa:16:3e:08:28:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444fa07f-3623-40e2-b4d3-594ef7475217', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:56:57.364031 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.365737 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdee94a-85bd-488b-ae51-ffa46bc5ba8d req-c58a1d19-d96d-43cd-b8ea-c9f2eb3de331 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:57.376420 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-abdee94a-85bd-488b-ae51-ffa46bc5ba8d req-c58a1d19-d96d-43cd-b8ea-c9f2eb3de331 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 943 time: 0.0654109 Aug 09 10:56:57.396191 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.411672 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903da515-636e-4aa2-b7d1-2ac745357e0c {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:56:57.422727 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.434393 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 903da515-636e-4aa2-b7d1-2ac745357e0c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=903da515-636e-4aa2-b7d1-2ac745357e0c,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:57.445374 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:57.445998 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.446123 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:57.447468 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] 10.222.0.37 "PUT /v2.0/ports/62bfee8f-94c8-46e9-b2d4-c566e1ccacce HTTP/1.1" status: 200 len: 1094 time: 1.7418070 Aug 09 10:56:57.452018 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:56:57.452018 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5841c64c-d03d-4380-9022-6e188819302c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:56:57.452256 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:57.452718 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.475899 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Network 85e36488-c985-4743-8c2a-55a3686fa544 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:56:57.476643 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-abdee94a-85bd-488b-ae51-ffa46bc5ba8d req-8f1f24a6-a7c2-4882-9281-b9fa5bd4e59c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977771 Aug 09 10:56:57.478850 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:56:57.487824 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac9e73-9490-4d99-aa84-b70c26652472 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:57.499526 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:56:57.523244 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:57.523244 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.530799 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.612203 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1959c4eb-71b1-4fba-84ed-0e37df79c327 x-openstack-request-id: req-1959c4eb-71b1-4fba-84ed-0e37df79c327 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:56:57.612503 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:56:57.612763 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1959c4eb-71b1-4fba-84ed-0e37df79c327 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:56:57.613458 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'status': 'completed', 'code': 200} Aug 09 10:56:57.710611 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=903da515-636e-4aa2-b7d1-2ac745357e0c,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:57.731199 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6d90-2f95-41d7-9fb4-fb22a376450b req-43bc791a-583f-4edc-af6b-d97058468067 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:57.741609 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-24df6d90-2f95-41d7-9fb4-fb22a376450b req-43bc791a-583f-4edc-af6b-d97058468067 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 945 time: 0.0814865 Aug 09 10:56:57.747873 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.755216 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'Port': ['ID=92bea7be-d9c6-4100-85be-b9971a59f1ec,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:57.825713 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf888fe-a997-44b2-8217-0876e7173b7b req-df517a95-ebb3-4001-ba8c-549e1a009cad tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:57.826571 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:56:57.826676 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7cf888fe-a997-44b2-8217-0876e7173b7b req-df517a95-ebb3-4001-ba8c-549e1a009cad tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.2302725 Aug 09 10:56:57.829081 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-24df6d90-2f95-41d7-9fb4-fb22a376450b req-ece5d3cc-e0e7-4521-8618-07ac24d9eece tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858343 Aug 09 10:56:57.910439 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7cf888fe-a997-44b2-8217-0876e7173b7b req-b3a8a67b-a6df-485e-8d85-f3a2d724fdba tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878813 Aug 09 10:56:57.913100 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-edda0a3c-20f2-4595-964d-67bd74f5378d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7893403 Aug 09 10:56:57.957448 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:57.996714 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49117b-8473-4e23-b34d-75a35e890e44 req-a2ff54c6-4dcf-4775-a88e-a8841a4cf482 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:57.998264 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7e49117b-8473-4e23-b34d-75a35e890e44 req-a2ff54c6-4dcf-4775-a88e-a8841a4cf482 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0631294 Aug 09 10:56:58.026411 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:56:58.059677 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7e49117b-8473-4e23-b34d-75a35e890e44 req-1119a9c0-6c49-418d-98af-b047c1d7a421 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458472 Aug 09 10:56:58.111482 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-07efb491-6de9-42ab-bf15-9ae176505f3d None None] Provisioning for port 92bea7be-d9c6-4100-85be-b9971a59f1ec completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:56:58.115755 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-07efb491-6de9-42ab-bf15-9ae176505f3d None None] Provisioning complete for port 92bea7be-d9c6-4100-85be-b9971a59f1ec triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:56:58.116181 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-07efb491-6de9-42ab-bf15-9ae176505f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:56:58.151516 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-07efb491-6de9-42ab-bf15-9ae176505f3d None None] Port 92bea7be-d9c6-4100-85be-b9971a59f1ec cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 10:56:58.350016 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebda58b-45a3-4c6d-9129-d0fbd1ee53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:56:58.352357 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ca5c2c-39d4-45a7-bb37-8704c241862d" -d '{"events": [{"server_uuid": "bebda58b-45a3-4c6d-9129-d0fbd1ee53ce", "name": "network-vif-plugged", "status": "completed", "tag": "9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:56:58.391235 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a8d8c4-ad88-462d-bf1e-b02561e0fa1a x-openstack-request-id: req-e9a8d8c4-ad88-462d-bf1e-b02561e0fa1a {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:56:58.402216 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebda58b-45a3-4c6d-9129-d0fbd1ee53ce", "name": "network-vif-plugged", "status": "completed", "tag": "9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:56:58.402216 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9a8d8c4-ad88-462d-bf1e-b02561e0fa1a {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:56:58.402216 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebda58b-45a3-4c6d-9129-d0fbd1ee53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a', 'code': 200} Aug 09 10:56:58.485597 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3757c-ac68-43c2-9cdc-cdb7dbe35535 req-462b073f-3daf-414e-81c2-8ccd2e6cdd44 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:58.491745 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-72f3757c-ac68-43c2-9cdc-cdb7dbe35535 req-462b073f-3daf-414e-81c2-8ccd2e6cdd44 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 932 time: 0.0492647 Aug 09 10:56:58.537250 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-72f3757c-ac68-43c2-9cdc-cdb7dbe35535 req-713cb58a-e852-4916-a243-a2d187ff9804 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424998 Aug 09 10:56:58.602552 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc0228-e0b9-4827-a9ea-6e6420b769e8 req-44ac9c03-8da2-4ca2-9586-2b8f62891b22 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:58.610521 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-acbc0228-e0b9-4827-a9ea-6e6420b769e8 req-44ac9c03-8da2-4ca2-9586-2b8f62891b22 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 944 time: 0.0707192 Aug 09 10:56:58.645804 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-acbc0228-e0b9-4827-a9ea-6e6420b769e8 req-0a6bbdf3-e91e-47c8-9a0e-066dc1cfd23b tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341160 Aug 09 10:56:59.010480 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eeb03-ef8d-47f4-8841-3ea860f18050 req-747dbfdb-9d30-4f30-ade1-0c73c310e5e5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:59.011959 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-324eeb03-ef8d-47f4-8841-3ea860f18050 req-747dbfdb-9d30-4f30-ade1-0c73c310e5e5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0474241 Aug 09 10:56:59.053941 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-324eeb03-ef8d-47f4-8841-3ea860f18050 req-ca756151-45b6-462a-b2ca-d2f2b9e4adb8 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360270 Aug 09 10:56:59.194331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6581eb-1d47-4ee3-bd7e-0d92a80e4b5e req-4d4070c0-ece0-4756-a49e-8ac5222f14df tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:59.195849 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fc6581eb-1d47-4ee3-bd7e-0d92a80e4b5e req-4d4070c0-ece0-4756-a49e-8ac5222f14df tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0544238 Aug 09 10:56:59.239025 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fc6581eb-1d47-4ee3-bd7e-0d92a80e4b5e req-f9218fcf-f900-4ba3-898d-c3b6625ac27f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362146 Aug 09 10:56:59.652416 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1a40e-2cca-4a6b-8966-0fa5ed866a16 req-fb5d3317-cf34-4193-904e-9b88eb299995 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:59.653944 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9ad1a40e-2cca-4a6b-8966-0fa5ed866a16 req-fb5d3317-cf34-4193-904e-9b88eb299995 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 932 time: 0.0483856 Aug 09 10:56:59.693233 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9ad1a40e-2cca-4a6b-8966-0fa5ed866a16 req-a2b2c4d1-9327-4fd3-a381-37751b4e3b4b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328825 Aug 09 10:56:59.757396 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0588acf-5b6d-4ce7-bda3-5a7a8c814eee req-455a073e-0d36-4eec-87d1-e659ba257051 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:56:59.759046 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e0588acf-5b6d-4ce7-bda3-5a7a8c814eee req-455a073e-0d36-4eec-87d1-e659ba257051 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 944 time: 0.0466902 Aug 09 10:56:59.797839 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e0588acf-5b6d-4ce7-bda3-5a7a8c814eee req-cb03a562-1588-435e-9d14-c98470d4d50c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Aug 09 10:57:00.173426 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5acc4e-a08e-41e6-913b-9b89967ac083 req-a18e0391-e043-4acc-8177-d0eb98305773 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:00.174925 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c5acc4e-a08e-41e6-913b-9b89967ac083 req-a18e0391-e043-4acc-8177-d0eb98305773 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0491953 Aug 09 10:57:00.215019 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c5acc4e-a08e-41e6-913b-9b89967ac083 req-efa070ab-4fe8-4f95-b22e-a3b491fac657 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Aug 09 10:57:00.250023 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Request body: {'port': {'device_id': '02037b12-b05d-4d4f-804e-29ec02651913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:00.374739 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:00.388728 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841c64c-d03d-4380-9022-6e188819302c req-d1d067d7-70bf-4354-817c-a62a506ebb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:00.388728 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5841c64c-d03d-4380-9022-6e188819302c req-d1d067d7-70bf-4354-817c-a62a506ebb3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 1097 time: 0.1343234 Aug 09 10:57:00.435037 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62870744-dd7d-4a70-ae5d-4912689bc1ff req-02d8f319-9b63-4fe4-b8dc-0b9d428d013c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:00.436548 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62870744-dd7d-4a70-ae5d-4912689bc1ff req-02d8f319-9b63-4fe4-b8dc-0b9d428d013c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.1004868 Aug 09 10:57:00.439247 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['903da515-636e-4aa2-b7d1-2ac745357e0c'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:57:00.612178 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62870744-dd7d-4a70-ae5d-4912689bc1ff req-101f1193-c908-42ce-9c0a-161c916c5dbd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389942 Aug 09 10:57:00.622016 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21938297-4558-4434-9326-9ea9d0444ed0 req-295cdccc-6273-45e1-9672-f134896ff7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:00.623864 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-21938297-4558-4434-9326-9ea9d0444ed0 req-295cdccc-6273-45e1-9672-f134896ff7dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1098 time: 0.0401201 Aug 09 10:57:00.626618 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841c64c-d03d-4380-9022-6e188819302c req-736a6606-bf1d-4b96-9771-27d055fa073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:00.628078 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5841c64c-d03d-4380-9022-6e188819302c req-736a6606-bf1d-4b96-9771-27d055fa073e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2299764 Aug 09 10:57:00.814212 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6dd38-3d60-49d6-b148-e80de80aa875 req-5ad86010-9c02-49fb-9d73-e7ef1a43a3b6 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:00.815867 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0bb6dd38-3d60-49d6-b148-e80de80aa875 req-5ad86010-9c02-49fb-9d73-e7ef1a43a3b6 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 932 time: 0.0520866 Aug 09 10:57:00.855896 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0bb6dd38-3d60-49d6-b148-e80de80aa875 req-79ce6e67-f5c6-45ef-8c10-4fa26c4efded tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339804 Aug 09 10:57:00.939075 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a15645-7786-4f7d-a4e5-df058a701745 req-4a07adcb-3aa4-43e8-8a92-ba96151347f7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:00.940486 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c0a15645-7786-4f7d-a4e5-df058a701745 req-4a07adcb-3aa4-43e8-8a92-ba96151347f7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 944 time: 0.0736480 Aug 09 10:57:01.013554 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c0a15645-7786-4f7d-a4e5-df058a701745 req-e4d7ff9d-8589-4bc0-bb7f-0a8b3fe72e3f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662556 Aug 09 10:57:01.017033 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92bea7be-d9c6-4100-85be-b9971a59f1ec {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:57:01.025138 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:01.037843 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Transition to ACTIVE for port object 92bea7be-d9c6-4100-85be-b9971a59f1ec will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:57:01.098994 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:01.148598 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=92bea7be-d9c6-4100-85be-b9971a59f1ec,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:01.182215 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Attempting to bind port 92bea7be-d9c6-4100-85be-b9971a59f1ec on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:57:01.182552 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Attempting to bind port 92bea7be-d9c6-4100-85be-b9971a59f1ec by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:57:01.183432 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Attempting to bind port 92bea7be-d9c6-4100-85be-b9971a59f1ec on network 85e36488-c985-4743-8c2a-55a3686fa544 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:57:01.193597 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Port 92bea7be-d9c6-4100-85be-b9971a59f1ec on network 85e36488-c985-4743-8c2a-55a3686fa544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:57:01.193930 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Attempting to bind port 92bea7be-d9c6-4100-85be-b9971a59f1ec on network 85e36488-c985-4743-8c2a-55a3686fa544 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:57:01.199837 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:57:01.200301 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Checking segment: {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:57:01.200690 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Bound using segment: {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:57:01.201115 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Bound port: 92bea7be-d9c6-4100-85be-b9971a59f1ec, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:57:01.208921 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:01.291499 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] For port 92bea7be-d9c6-4100-85be-b9971a59f1ec, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:57:01.296193 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] For port 92bea7be-d9c6-4100-85be-b9971a59f1ec, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:57:01.354845 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62774a94-0e3e-4afa-b180-b6fb5a9049ca req-b03575fe-1f37-4dd0-81fb-68e75e48c5dc tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:01.388294 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62774a94-0e3e-4afa-b180-b6fb5a9049ca req-b03575fe-1f37-4dd0-81fb-68e75e48c5dc tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0622234 Aug 09 10:57:01.394065 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62774a94-0e3e-4afa-b180-b6fb5a9049ca req-5fe5549e-5ee8-4692-bad3-30c3b61b7171 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316966 Aug 09 10:57:01.510638 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:01.547903 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:01.548557 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:01.549882 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] 10.222.0.37 "PUT /v2.0/ports/92bea7be-d9c6-4100-85be-b9971a59f1ec HTTP/1.1" status: 200 len: 1094 time: 1.3057418 Aug 09 10:57:01.550317 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02037b12-b05d-4d4f-804e-29ec02651913', 'tag': '92bea7be-d9c6-4100-85be-b9971a59f1ec'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:01.552557 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8407bd-372f-4fa1-95a4-461a5ce9fb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "02037b12-b05d-4d4f-804e-29ec02651913", "tag": "92bea7be-d9c6-4100-85be-b9971a59f1ec"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:01.573218 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bcf72-e997-45a9-8d83-1b9ea76d2ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=92bea7be-d9c6-4100-85be-b9971a59f1ec,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:01.591321 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439ab9fa-fe40-4f78-a525-0c8ec536ae34 x-openstack-request-id: req-439ab9fa-fe40-4f78-a525-0c8ec536ae34 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:01.594746 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02037b12-b05d-4d4f-804e-29ec02651913", "tag": "92bea7be-d9c6-4100-85be-b9971a59f1ec", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:01.594746 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-439ab9fa-fe40-4f78-a525-0c8ec536ae34 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:01.594746 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02037b12-b05d-4d4f-804e-29ec02651913', 'tag': '92bea7be-d9c6-4100-85be-b9971a59f1ec', 'status': 'completed', 'code': 200} Aug 09 10:57:01.738861 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21cd4-80db-42e0-a469-bf7d167d1086 req-faddde47-1e4c-4b30-8ca3-ab1f76b75131 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:01.740411 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ded21cd4-80db-42e0-a469-bf7d167d1086 req-faddde47-1e4c-4b30-8ca3-ab1f76b75131 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0488133 Aug 09 10:57:01.778145 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ded21cd4-80db-42e0-a469-bf7d167d1086 req-1461a556-c36b-459f-b4d9-22c8464d491f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Aug 09 10:57:01.982666 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fa74d-4977-4d88-ab4a-46ade6767f18 req-c7c92a49-ecf3-45c0-ba47-dcac4b148089 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:01.984222 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-247fa74d-4977-4d88-ab4a-46ade6767f18 req-c7c92a49-ecf3-45c0-ba47-dcac4b148089 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 944 time: 0.0592549 Aug 09 10:57:02.023650 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-247fa74d-4977-4d88-ab4a-46ade6767f18 req-9fea0303-0180-464d-851c-fb9b7833dc7c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329754 Aug 09 10:57:02.126281 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a25894-151f-49c4-a35d-8c97479fad94 req-1e9e27e2-e07c-4f18-8af0-dca84ed85527 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:02.127801 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d5a25894-151f-49c4-a35d-8c97479fad94 req-1e9e27e2-e07c-4f18-8af0-dca84ed85527 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 944 time: 0.0488272 Aug 09 10:57:02.166268 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d5a25894-151f-49c4-a35d-8c97479fad94 req-d01aaeb7-7c29-4d10-a799-277a879f4ae3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323148 Aug 09 10:57:02.538225 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46853554-dea7-4b9d-98bf-e3ca73cb7108 req-9dd10117-97e1-48a7-8469-934eb2dec01e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:02.539692 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-46853554-dea7-4b9d-98bf-e3ca73cb7108 req-9dd10117-97e1-48a7-8469-934eb2dec01e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0485370 Aug 09 10:57:02.577812 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-46853554-dea7-4b9d-98bf-e3ca73cb7108 req-1cd9fcc3-3c4a-4e7d-a24e-26a3278dd3eb tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Aug 09 10:57:02.896306 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92f7c5-2de2-4b21-aba1-e0280ab9b782 req-da184ad4-b24a-48f0-a985-5361c2ad9c89 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:02.897761 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ad92f7c5-2de2-4b21-aba1-e0280ab9b782 req-da184ad4-b24a-48f0-a985-5361c2ad9c89 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0498829 Aug 09 10:57:02.934423 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ad92f7c5-2de2-4b21-aba1-e0280ab9b782 req-334cb07d-21e2-41eb-96d5-ed9a67f3f2dd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304794 Aug 09 10:57:03.136595 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad1954-dd65-4a56-b2cf-bd43bdcfe412 req-67cea6f1-c045-47af-9b09-bcb66f55dc20 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:03.137820 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-06ad1954-dd65-4a56-b2cf-bd43bdcfe412 req-67cea6f1-c045-47af-9b09-bcb66f55dc20 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 944 time: 0.0472765 Aug 09 10:57:03.175174 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-06ad1954-dd65-4a56-b2cf-bd43bdcfe412 req-c47db9e8-b2fe-4012-b237-138a3cc203aa tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314443 Aug 09 10:57:03.284554 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3a63e-c713-4dc3-8382-b7a34deae2b0 req-fa9c6c95-345d-456c-82ea-79f990830af5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:03.285979 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7cf3a63e-c713-4dc3-8382-b7a34deae2b0 req-fa9c6c95-345d-456c-82ea-79f990830af5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 944 time: 0.0467496 Aug 09 10:57:03.324148 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7cf3a63e-c713-4dc3-8382-b7a34deae2b0 req-090aa09c-0662-4391-bc9f-29eced7aa1d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321085 Aug 09 10:57:03.627259 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-21938297-4558-4434-9326-9ea9d0444ed0 req-2761ef93-ef85-410b-ae4e-543678b918f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364633 Aug 09 10:57:03.749501 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8407bd-372f-4fa1-95a4-461a5ce9fb5e req-55be86fc-0c75-4b03-8503-5da08e949b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:03.750984 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a8407bd-372f-4fa1-95a4-461a5ce9fb5e req-55be86fc-0c75-4b03-8503-5da08e949b74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 1097 time: 0.1312652 Aug 09 10:57:03.759770 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba1557-fdd2-4349-ab3f-d1559ec7ae38 req-f7b7140b-72a6-4267-b6f6-40d6f3a4b857 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:03.761831 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fba1557-fdd2-4349-ab3f-d1559ec7ae38 req-f7b7140b-72a6-4267-b6f6-40d6f3a4b857 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.1070602 Aug 09 10:57:03.774986 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841c64c-d03d-4380-9022-6e188819302c req-ef959402-3762-40e9-8f9e-8b5ea87ab26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:03.776402 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5841c64c-d03d-4380-9022-6e188819302c req-ef959402-3762-40e9-8f9e-8b5ea87ab26b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827004 Aug 09 10:57:03.875295 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fba1557-fdd2-4349-ab3f-d1559ec7ae38 req-9667ef0d-cb42-4310-b468-bb411c5cc1d6 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969081 Aug 09 10:57:03.914211 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8407bd-372f-4fa1-95a4-461a5ce9fb5e req-5fa983c5-0143-457d-831c-2a5da777ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:03.915798 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a8407bd-372f-4fa1-95a4-461a5ce9fb5e req-5fa983c5-0143-457d-831c-2a5da777ad1b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e77f245b37164a29a76021e0f5e4fb11&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1531878 Aug 09 10:57:03.920782 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-dd49bd83-2b2c-4b4a-81c6-7d9cb6e4c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:03.922190 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-dd49bd83-2b2c-4b4a-81c6-7d9cb6e4c1eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 1097 time: 0.0691969 Aug 09 10:57:04.010476 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-9957838d-dbf5-4b02-8a98-30ef9c969b58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce HTTP/1.1" status: 200 len: 217 time: 0.0754857 Aug 09 10:57:04.119948 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-29123330-8500-4be1-afa0-c3abc0d80cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:04.122013 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-29123330-8500-4be1-afa0-c3abc0d80cb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.0993373 Aug 09 10:57:04.134740 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bdeb5-57e7-47de-a04c-e479019ca584 req-bb82cf8a-7a65-423f-8764-c850e41ff669 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:04.136700 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-201bdeb5-57e7-47de-a04c-e479019ca584 req-bb82cf8a-7a65-423f-8764-c850e41ff669 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.1275465 Aug 09 10:57:04.151061 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8407bd-372f-4fa1-95a4-461a5ce9fb5e req-e048d77d-1248-47ee-aaee-8171ff338bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:04.152739 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7a8407bd-372f-4fa1-95a4-461a5ce9fb5e req-e048d77d-1248-47ee-aaee-8171ff338bc4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2189522 Aug 09 10:57:04.199966 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 903da515-636e-4aa2-b7d1-2ac745357e0c up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:57:04.243877 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-201bdeb5-57e7-47de-a04c-e479019ca584 req-247d883e-e15d-437c-91ad-3ef10f30fdf3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960507 Aug 09 10:57:04.252651 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-bba8bdde-49b0-4c65-a500-63fcd27c4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:04.254246 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-bba8bdde-49b0-4c65-a500-63fcd27c4d4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151149 Aug 09 10:57:04.275451 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-b012bc5f-30dd-4a66-9ee2-242074607d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:04.282809 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-b012bc5f-30dd-4a66-9ee2-242074607d5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 1097 time: 0.0716505 Aug 09 10:57:04.324406 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 903da515-636e-4aa2-b7d1-2ac745357e0c completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:57:04.329050 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 903da515-636e-4aa2-b7d1-2ac745357e0c triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:57:04.336714 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:04.401098 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-58aaba14-7aeb-43a9-85a7-cad91ae1506d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec HTTP/1.1" status: 200 len: 217 time: 0.1126432 Aug 09 10:57:04.441776 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:04.481426 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afd0b8-8d75-4de4-b4db-99f010124dd8 req-92f7cda2-b6cf-4a42-8dce-05cfe3f0a0c0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:04.482935 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-42afd0b8-8d75-4de4-b4db-99f010124dd8 req-92f7cda2-b6cf-4a42-8dce-05cfe3f0a0c0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 944 time: 0.1650724 Aug 09 10:57:04.484859 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89e6f7-326c-45bf-8c37-d367b58df1f2 req-cf663dad-6b5e-473f-9320-490241b528ff tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:04.493218 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1d89e6f7-326c-45bf-8c37-d367b58df1f2 req-cf663dad-6b5e-473f-9320-490241b528ff tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 944 time: 0.0719545 Aug 09 10:57:04.493459 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-ed964c4e-e030-4151-aa14-4d3decaddb2f service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268608 Aug 09 10:57:04.498154 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 903da515-636e-4aa2-b7d1-2ac745357e0c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=903da515-636e-4aa2-b7d1-2ac745357e0c,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:04.499128 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780c080c-a1fa-4cb9-8113-bb3e1c4938d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903da515-636e-4aa2-b7d1-2ac745357e0c'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:04.501948 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca3e505-c4be-4342-bc01-594c3a2acff9" -d '{"events": [{"server_uuid": "780c080c-a1fa-4cb9-8113-bb3e1c4938d2", "name": "network-vif-plugged", "status": "completed", "tag": "903da515-636e-4aa2-b7d1-2ac745357e0c"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:04.538502 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1d89e6f7-326c-45bf-8c37-d367b58df1f2 req-20001136-18dc-4a29-96d7-9cacb0d77d8c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Aug 09 10:57:04.582814 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-c3f8cfe7-07e8-4dc3-a11d-64b4451b38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:04.584296 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-c3f8cfe7-07e8-4dc3-a11d-64b4451b38b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2ef9257-c3b8-444d-9e76-15f4df1c8a8c HTTP/1.1" status: 200 len: 850 time: 0.1535625 Aug 09 10:57:04.602481 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e60875b-b0ce-4072-95a1-541ca72a63a0 x-openstack-request-id: req-1e60875b-b0ce-4072-95a1-541ca72a63a0 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:04.602772 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780c080c-a1fa-4cb9-8113-bb3e1c4938d2", "name": "network-vif-plugged", "status": "completed", "tag": "903da515-636e-4aa2-b7d1-2ac745357e0c", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:04.603138 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e60875b-b0ce-4072-95a1-541ca72a63a0 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:04.604012 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780c080c-a1fa-4cb9-8113-bb3e1c4938d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903da515-636e-4aa2-b7d1-2ac745357e0c', 'code': 200} Aug 09 10:57:04.604120 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-42afd0b8-8d75-4de4-b4db-99f010124dd8 req-8d125d27-a3c6-4b63-8d57-a18698ec04d5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129599 Aug 09 10:57:04.642873 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:04.653076 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0da1d7c9-f386-4fc3-b17a-244839471d5b req-e2b7a214-d4f0-4067-8637-1b3b82b5e23a service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428471 Aug 09 10:57:04.682390 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-4cdb6263-3b06-4553-a446-1a70545f60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:04.684134 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-4cdb6263-3b06-4553-a446-1a70545f60a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e36488-c985-4743-8c2a-55a3686fa544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466776 Aug 09 10:57:04.702239 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=903da515-636e-4aa2-b7d1-2ac745357e0c,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:04.786340 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-cd745ff6-0d77-4752-9e01-81f538d9c46c service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926938 Aug 09 10:57:05.047360 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9c84daa5-2288-4f62-80d3-99227fa5599c req-4077d90e-1c0c-4017-a5ac-59d77022e917 service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884078 Aug 09 10:57:05.049407 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943b49-c7e2-40c9-ae29-d9f52d55089f req-682cadcd-8641-4e12-8564-eeba8229db65 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:05.049407 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-30943b49-c7e2-40c9-ae29-d9f52d55089f req-682cadcd-8641-4e12-8564-eeba8229db65 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0511982 Aug 09 10:57:05.049407 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-30943b49-c7e2-40c9-ae29-d9f52d55089f req-0ff8b7fa-7e57-4b79-a21e-1078a832edfb tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360403 Aug 09 10:57:05.199085 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438b7d3-8cf6-4e54-be97-67287469dd75 req-c6b3fd5d-4fb2-4950-a54e-be3e71d044c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:05.200598 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a438b7d3-8cf6-4e54-be97-67287469dd75 req-c6b3fd5d-4fb2-4950-a54e-be3e71d044c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 1098 time: 0.0440786 Aug 09 10:57:05.249185 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a438b7d3-8cf6-4e54-be97-67287469dd75 req-0317d6dd-fef7-4e6a-a038-20b82879dda0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318766 Aug 09 10:57:05.371081 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5108d-6f49-4025-9f7e-7e7506ae6e8d req-3749ee96-f5a9-449b-ba49-d292ec9e90e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:05.372600 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-21e5108d-6f49-4025-9f7e-7e7506ae6e8d req-3749ee96-f5a9-449b-ba49-d292ec9e90e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0492918 Aug 09 10:57:05.412209 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-21e5108d-6f49-4025-9f7e-7e7506ae6e8d req-d403650f-b52b-401b-ab54-8ba794fde8ec tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336227 Aug 09 10:57:05.657951 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07b8e-e5c0-44d9-ad92-041c782cc6b2 req-00225a8d-235e-4117-9b37-46431a2ef82a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:05.663179 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-07c07b8e-e5c0-44d9-ad92-041c782cc6b2 req-00225a8d-235e-4117-9b37-46431a2ef82a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0492680 Aug 09 10:57:05.697429 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-07c07b8e-e5c0-44d9-ad92-041c782cc6b2 req-0744ad74-771b-4d82-86d8-187a3ffb3a8e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Aug 09 10:57:05.723042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c3012-2f03-4e96-8318-edce5eaa5fce req-fb295094-022d-40c8-824b-85ddeae5d84c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:05.724603 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4b5c3012-2f03-4e96-8318-edce5eaa5fce req-fb295094-022d-40c8-824b-85ddeae5d84c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 944 time: 0.0529883 Aug 09 10:57:05.763345 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4b5c3012-2f03-4e96-8318-edce5eaa5fce req-60ed92d0-0350-4053-9c4b-769b34d4eadf tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319066 Aug 09 10:57:06.530597 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292f9c0-fe77-4beb-b74c-8c66064b5bbd req-c543c320-bc90-489f-a7eb-5d88bfc07ff4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:06.532098 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3292f9c0-fe77-4beb-b74c-8c66064b5bbd req-c543c320-bc90-489f-a7eb-5d88bfc07ff4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0482705 Aug 09 10:57:06.568658 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3292f9c0-fe77-4beb-b74c-8c66064b5bbd req-9866544a-e603-4da0-a606-e24a0d82ce5b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306556 Aug 09 10:57:06.690928 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:57:06.785464 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:06.797483 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'port_id': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'mac_address': 'fa:16:3e:ee:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:57:06.811930 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1963fe8-295e-4702-9c3f-47c0caf7ec1e req-fc127ac5-fb04-41dd-b4a1-613072b7084f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:06.813425 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c1963fe8-295e-4702-9c3f-47c0caf7ec1e req-fc127ac5-fb04-41dd-b4a1-613072b7084f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0485363 Aug 09 10:57:06.834607 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:06.847415 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bfee8f-94c8-46e9-b2d4-c566e1ccacce {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:57:06.855556 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c1963fe8-295e-4702-9c3f-47c0caf7ec1e req-683a91e0-9b41-4f4c-aa5e-c93f58f3fc3f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351090 Aug 09 10:57:06.871092 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:06.883574 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb24ff-a80d-49e9-bc28-15df567c3085 req-24b9d06d-38ec-4e91-9c39-ffc4f770ea7d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:06.885176 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-38eb24ff-a80d-49e9-bc28-15df567c3085 req-24b9d06d-38ec-4e91-9c39-ffc4f770ea7d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 944 time: 0.0493760 Aug 09 10:57:06.927504 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-38eb24ff-a80d-49e9-bc28-15df567c3085 req-dd945e35-ffb1-40eb-85e5-7994fa340a1b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352519 Aug 09 10:57:06.935256 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:06.980640 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:07.686055 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453beb-fcc5-409a-a914-7eb6a3d1fb8c req-a6c54139-d1e4-467b-adec-0a2c0e6e6fcd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:07.687698 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-24453beb-fcc5-409a-a914-7eb6a3d1fb8c req-a6c54139-d1e4-467b-adec-0a2c0e6e6fcd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 945 time: 0.0478497 Aug 09 10:57:07.726367 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-24453beb-fcc5-409a-a914-7eb6a3d1fb8c req-1acb5adf-6253-4b7d-a00a-c372dc635180 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Aug 09 10:57:07.971457 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce0673-4086-4ba8-9bcc-ac4b21ab22b7 req-ef62119a-8412-42b0-a818-d80b6a54040f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:07.973288 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-15ce0673-4086-4ba8-9bcc-ac4b21ab22b7 req-ef62119a-8412-42b0-a818-d80b6a54040f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0511379 Aug 09 10:57:08.012780 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-15ce0673-4086-4ba8-9bcc-ac4b21ab22b7 req-202ba0f7-6f3d-4836-ace0-6188993b6a86 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337837 Aug 09 10:57:08.061727 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237871-04ed-4491-ae23-e7abf64aeb74 req-4b09ee07-e825-42f8-82c4-8168503f6270 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:08.063326 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-64237871-04ed-4491-ae23-e7abf64aeb74 req-4b09ee07-e825-42f8-82c4-8168503f6270 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 944 time: 0.0522916 Aug 09 10:57:08.102457 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-64237871-04ed-4491-ae23-e7abf64aeb74 req-fdac7af0-450e-46d1-9bc1-a2405af6daf5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325930 Aug 09 10:57:08.843102 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab92135-56fa-4336-8521-df91af50f49d req-ea419eb4-637d-436f-9b65-c13692dff612 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:08.844615 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7ab92135-56fa-4336-8521-df91af50f49d req-ea419eb4-637d-436f-9b65-c13692dff612 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 945 time: 0.0477941 Aug 09 10:57:08.881771 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7ab92135-56fa-4336-8521-df91af50f49d req-3280a328-1be8-490d-be95-b01b2a888d58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311983 Aug 09 10:57:09.127383 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9891f50-0b71-4aa1-a38c-66bc2d8d66ac req-fc6c931b-8ac3-4784-aa6f-b02380c63d38 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:09.128883 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9891f50-0b71-4aa1-a38c-66bc2d8d66ac req-fc6c931b-8ac3-4784-aa6f-b02380c63d38 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0470183 Aug 09 10:57:09.172012 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9891f50-0b71-4aa1-a38c-66bc2d8d66ac req-482c746d-287f-466e-af95-24f9eca6337d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371966 Aug 09 10:57:09.217075 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f16b9-7884-4d95-b666-f6ab6cfa5770 req-534328a3-b75b-4f08-a252-067bbdff9c00 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:09.218553 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a90f16b9-7884-4d95-b666-f6ab6cfa5770 req-534328a3-b75b-4f08-a252-067bbdff9c00 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 944 time: 0.0477815 Aug 09 10:57:09.258961 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a90f16b9-7884-4d95-b666-f6ab6cfa5770 req-5e721841-037d-4d3d-b40d-da6916a71c74 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343273 Aug 09 10:57:09.379616 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['62bfee8f-94c8-46e9-b2d4-c566e1ccacce'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:57:10.002358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a8bef-bcc7-49e7-835f-1bc2ea85c1fc req-7dd4d55e-d019-448c-87dc-f0a20ab66bfc tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:10.004006 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6c8a8bef-bcc7-49e7-835f-1bc2ea85c1fc req-7dd4d55e-d019-448c-87dc-f0a20ab66bfc tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 945 time: 0.0507493 Aug 09 10:57:10.044063 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6c8a8bef-bcc7-49e7-835f-1bc2ea85c1fc req-c78fb288-2ece-4f59-a5f5-e1254a4e4e54 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341802 Aug 09 10:57:10.294442 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341af29f-80f0-4435-b751-ec6f69b2f71c req-1e912191-7b50-46dc-9575-7e1f7c9e2a1f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:10.295888 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-341af29f-80f0-4435-b751-ec6f69b2f71c req-1e912191-7b50-46dc-9575-7e1f7c9e2a1f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0532737 Aug 09 10:57:10.335238 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-341af29f-80f0-4435-b751-ec6f69b2f71c req-3d32c92c-dc15-4dbc-b5cb-c4965102b1ca tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335402 Aug 09 10:57:10.465726 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4060a4-320f-4aba-b179-119fbc2577b5 req-3157e8f2-2aee-487d-8534-c0c5fe59a8bc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:10.467254 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5f4060a4-320f-4aba-b179-119fbc2577b5 req-3157e8f2-2aee-487d-8534-c0c5fe59a8bc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 944 time: 0.0613618 Aug 09 10:57:10.510506 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5f4060a4-320f-4aba-b179-119fbc2577b5 req-48bec515-a96a-4a62-9caf-467d4627908f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371795 Aug 09 10:57:10.767755 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:57:10.882852 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:57:10.887776 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:57:10.893408 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:10.972929 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:11.017180 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:11.020358 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f7cc59-3f84-4004-a492-492f5599d46f" -d '{"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-plugged", "status": "completed", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:11.026719 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:11.104363 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aec295a-d3b1-4c96-b3d8-709edbd03703 x-openstack-request-id: req-2aec295a-d3b1-4c96-b3d8-709edbd03703 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:11.104695 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-plugged", "status": "completed", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:11.105329 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2aec295a-d3b1-4c96-b3d8-709edbd03703 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:11.105329 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'code': 200} Aug 09 10:57:11.114412 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b26cd-c5eb-4cba-97b3-846000ba213b req-4958413d-48bf-4665-9ea1-19ac844fa96d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:11.116363 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-163b26cd-c5eb-4cba-97b3-846000ba213b req-4958413d-48bf-4665-9ea1-19ac844fa96d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0863500 Aug 09 10:57:11.134174 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:11.205437 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-163b26cd-c5eb-4cba-97b3-846000ba213b req-100a589c-3f8d-40a0-96e3-02b8dd66b89b tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770261 Aug 09 10:57:11.221976 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-a633b23e-93b1-401c-ba65-f68c7419b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:11.224537 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-a633b23e-93b1-401c-ba65-f68c7419b0d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 1098 time: 0.0986867 Aug 09 10:57:11.230667 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:11.274366 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5254dd-1abb-48fc-8e71-c00fde41ec83 req-bad21789-9faa-4a91-bc59-dab716e2f769 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:11.275924 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3a5254dd-1abb-48fc-8e71-c00fde41ec83 req-bad21789-9faa-4a91-bc59-dab716e2f769 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0966270 Aug 09 10:57:11.317800 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3a5254dd-1abb-48fc-8e71-c00fde41ec83 req-1bbab83a-5dbc-4470-913a-932c2c8b307e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347469 Aug 09 10:57:11.408028 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-ff16fb24-7056-44c1-a9d9-554a5e6424bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:11.409578 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-ff16fb24-7056-44c1-a9d9-554a5e6424bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 920 time: 0.1655443 Aug 09 10:57:11.458112 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-7056d470-5329-4480-99ea-c3cf858bef57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=903da515-636e-4aa2-b7d1-2ac745357e0c HTTP/1.1" status: 200 len: 217 time: 0.0387285 Aug 09 10:57:11.541311 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-958d070c-ee0d-41c7-aae7-bf643021ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:11.543014 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-958d070c-ee0d-41c7-aae7-bf643021ed5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444fa07f-3623-40e2-b4d3-594ef7475217 HTTP/1.1" status: 200 len: 859 time: 0.0683196 Aug 09 10:57:11.553937 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48beecb-6736-4289-917f-6dd3a18e331e req-ede65830-7e4d-43bf-bdfd-c075dbf18a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:11.557861 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d48beecb-6736-4289-917f-6dd3a18e331e req-ede65830-7e4d-43bf-bdfd-c075dbf18a82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 1099 time: 0.0517569 Aug 09 10:57:11.611378 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-baff0290-c544-4c4c-ac4d-f459556f0160 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a46f2fb9-ff9e-4999-928b-40de02257497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442367 Aug 09 10:57:11.685126 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d48beecb-6736-4289-917f-6dd3a18e331e req-73e0837f-646a-461c-8ca0-2425d5f0cd40 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101115 Aug 09 10:57:11.712853 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436be63-9d5b-42da-8eee-f73033a085a6 req-cf3e15df-55ab-44ee-ba7c-1d2848b19041 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:11.715002 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0436be63-9d5b-42da-8eee-f73033a085a6 req-cf3e15df-55ab-44ee-ba7c-1d2848b19041 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 944 time: 0.1336892 Aug 09 10:57:11.956630 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-6e69b03f-251a-4250-a4c4-446590d2c656 service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255601 Aug 09 10:57:11.963557 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0436be63-9d5b-42da-8eee-f73033a085a6 req-c655b973-4517-4e8f-a642-c59542a92556 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403696 Aug 09 10:57:12.057007 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2afddad9-d446-4040-b95b-bd9be1729d2a req-c5fe8bd4-8c45-4e00-9d2e-707ee8d1bc02 service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865536 Aug 09 10:57:12.312991 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca5a3a-3b7a-4bd1-88f4-5777d4b64659 req-fdedc1e1-a7e7-4597-8df1-15e74daf1b38 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:12.314550 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-18ca5a3a-3b7a-4bd1-88f4-5777d4b64659 req-fdedc1e1-a7e7-4597-8df1-15e74daf1b38 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0518682 Aug 09 10:57:12.356997 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-18ca5a3a-3b7a-4bd1-88f4-5777d4b64659 req-c18a4974-ffe6-4f6b-ad01-0cab6645e9e0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361593 Aug 09 10:57:12.446756 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389f34f-42a6-405e-8349-f92357ee663a req-d11d9137-e3b3-45e8-ae70-5c96bba969c4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:12.448249 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2389f34f-42a6-405e-8349-f92357ee663a req-d11d9137-e3b3-45e8-ae70-5c96bba969c4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0484536 Aug 09 10:57:12.490184 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2389f34f-42a6-405e-8349-f92357ee663a req-f0b33e0f-6300-4f99-b19e-dab8bd0637e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360858 Aug 09 10:57:12.764163 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 92bea7be-d9c6-4100-85be-b9971a59f1ec details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:57:12.858119 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 92bea7be-d9c6-4100-85be-b9971a59f1ec, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:12.869875 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '92bea7be-d9c6-4100-85be-b9971a59f1ec', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'port_id': '92bea7be-d9c6-4100-85be-b9971a59f1ec', 'mac_address': 'fa:16:3e:4c:d5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:57:12.908246 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:12.921006 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bea7be-d9c6-4100-85be-b9971a59f1ec {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:57:12.941718 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 92bea7be-d9c6-4100-85be-b9971a59f1ec, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:13.033545 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:13.090783 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfe57e-0ec5-430c-8874-51fe9f41fdfb req-0733e4e4-15ed-48cd-8e48-cc3b46da8485 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:13.092367 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7adfe57e-0ec5-430c-8874-51fe9f41fdfb req-0733e4e4-15ed-48cd-8e48-cc3b46da8485 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 945 time: 0.0579610 Aug 09 10:57:13.100139 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=92bea7be-d9c6-4100-85be-b9971a59f1ec,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:13.139201 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7adfe57e-0ec5-430c-8874-51fe9f41fdfb req-033ec259-8e1a-4493-b74a-a0ae6bb199e6 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397112 Aug 09 10:57:13.331548 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['92bea7be-d9c6-4100-85be-b9971a59f1ec'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:57:13.526337 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47b568-daec-4ab3-bd0d-9ee65bd871ff req-16a51bdc-9d18-41e3-85cc-786b48eca4e8 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:13.531713 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0b47b568-daec-4ab3-bd0d-9ee65bd871ff req-16a51bdc-9d18-41e3-85cc-786b48eca4e8 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0821002 Aug 09 10:57:13.613183 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0b47b568-daec-4ab3-bd0d-9ee65bd871ff req-496425c4-e43b-4b9d-8c79-d5af99a4e095 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471053 Aug 09 10:57:13.629826 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b04e-6d2f-4b7e-a78d-2b081fdfa00d req-1de9bb27-1d47-4ce1-a415-63f472960628 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:13.631449 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-25a6b04e-6d2f-4b7e-a78d-2b081fdfa00d req-1de9bb27-1d47-4ce1-a415-63f472960628 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0586193 Aug 09 10:57:13.671150 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-25a6b04e-6d2f-4b7e-a78d-2b081fdfa00d req-2befa2a6-8a5e-4a2f-8088-872c2fcc73db tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Aug 09 10:57:13.793954 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083ae58-29cb-4b2e-8f5a-5a7db00e1689 req-d71a5279-7ecf-4d3b-a116-d784537f37ca tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:13.795451 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2083ae58-29cb-4b2e-8f5a-5a7db00e1689 req-d71a5279-7ecf-4d3b-a116-d784537f37ca tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0537589 Aug 09 10:57:13.809063 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 41890) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:13.809432 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-a6d47ef4-d438-479b-a118-21f5fc768d09 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'floatingip': {'port_id': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:13.879895 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a6d47ef4-d438-479b-a118-21f5fc768d09 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:14.231078 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:14.254536 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a648-e4ef-4db7-88f9-9dd9060386b3 req-580b99e6-956c-4b62-aa73-96f07f9c7249 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:14.256234 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-65f4a648-e4ef-4db7-88f9-9dd9060386b3 req-580b99e6-956c-4b62-aa73-96f07f9c7249 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 945 time: 0.0495546 Aug 09 10:57:14.300500 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-65f4a648-e4ef-4db7-88f9-9dd9060386b3 req-2ac0b1db-3de2-476a-a9ea-4b88e74f3945 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361037 Aug 09 10:57:14.525627 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a6d47ef4-d438-479b-a118-21f5fc768d09 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:14.682677 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a6d47ef4-d438-479b-a118-21f5fc768d09 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:14.742789 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47ca41-da3a-4387-a4ef-65dd216513d3 req-97cc3f5b-6e44-49f8-941e-2be59761f467 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:14.744379 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6f47ca41-da3a-4387-a4ef-65dd216513d3 req-97cc3f5b-6e44-49f8-941e-2be59761f467 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0892503 Aug 09 10:57:14.774401 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 92bea7be-d9c6-4100-85be-b9971a59f1ec up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:57:14.824470 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6f47ca41-da3a-4387-a4ef-65dd216513d3 req-c5abc990-e84f-41da-82f1-f16f322f50b4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481040 Aug 09 10:57:14.825732 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [None req-a6d47ef4-d438-479b-a118-21f5fc768d09 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Floating IP 6206b963-14a4-4e29-9311-811516f25191 associated. External IP: 172.27.0.203, port: 62bfee8f-94c8-46e9-b2d4-c566e1ccacce. Aug 09 10:57:14.968049 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 92bea7be-d9c6-4100-85be-b9971a59f1ec completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:57:14.973271 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 92bea7be-d9c6-4100-85be-b9971a59f1ec triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:57:14.973639 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:15.045627 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d47ef4-d438-479b-a118-21f5fc768d09 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Router 411c3cd8-55a1-48b1-966d-5830e77a87c0 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 10:57:15.088711 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:15.120200 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02037b12-b05d-4d4f-804e-29ec02651913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bea7be-d9c6-4100-85be-b9971a59f1ec'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:15.122976 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e08e57-ba47-4abc-b4ea-bd00561ad0f1" -d '{"events": [{"server_uuid": "02037b12-b05d-4d4f-804e-29ec02651913", "name": "network-vif-plugged", "status": "completed", "tag": "92bea7be-d9c6-4100-85be-b9971a59f1ec"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:15.149263 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 92bea7be-d9c6-4100-85be-b9971a59f1ec, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:15.163886 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d47ef4-d438-479b-a118-21f5fc768d09 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:57:15.164716 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41926) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:15.165266 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427e867d-9b8b-4576-81b3-3ee94856de0b x-openstack-request-id: req-427e867d-9b8b-4576-81b3-3ee94856de0b {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:15.165681 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02037b12-b05d-4d4f-804e-29ec02651913", "name": "network-vif-plugged", "status": "completed", "tag": "92bea7be-d9c6-4100-85be-b9971a59f1ec", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:15.166026 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-427e867d-9b8b-4576-81b3-3ee94856de0b {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:15.167230 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02037b12-b05d-4d4f-804e-29ec02651913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bea7be-d9c6-4100-85be-b9971a59f1ec', 'code': 200} Aug 09 10:57:15.169107 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a6d47ef4-d438-479b-a118-21f5fc768d09 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:15.178314 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] Sync routers for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:57:15.200438 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-a6d47ef4-d438-479b-a118-21f5fc768d09 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "PUT /v2.0/floatingips/6206b963-14a4-4e29-9311-811516f25191 HTTP/1.1" status: 200 len: 992 time: 1.3951597 Aug 09 10:57:15.200876 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:15.201297 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:57:15.202084 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:15.203142 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:15.224151 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:15.274161 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eca5cc6-bc90-4562-9cb8-a91553aea5ea x-openstack-request-id: req-5eca5cc6-bc90-4562-9cb8-a91553aea5ea {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:15.274395 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:15.274607 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5eca5cc6-bc90-4562-9cb8-a91553aea5ea {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:15.274998 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'status': 'completed', 'code': 200} Aug 09 10:57:15.288654 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=92bea7be-d9c6-4100-85be-b9971a59f1ec,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:15.368090 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:57:15.390464 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ab23-3f84-4880-bddd-474b6070c361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:15.391621 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-2245117d-2a60-4c89-b75a-dc45c2765325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:15.393222 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-2245117d-2a60-4c89-b75a-dc45c2765325 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 1099 time: 0.0709565 Aug 09 10:57:15.483895 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07f184-895c-47b9-938a-7411dcf954f2 req-3cc2beea-39fe-4f23-a261-29ede2013214 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:15.485543 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3b07f184-895c-47b9-938a-7411dcf954f2 req-3cc2beea-39fe-4f23-a261-29ede2013214 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0880005 Aug 09 10:57:15.558090 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a39fb3-1895-4f0c-997e-266eeda3ade4 req-e75c654b-f68a-4ea2-bb53-0a018e5d1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:15.560761 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-83a39fb3-1895-4f0c-997e-266eeda3ade4 req-e75c654b-f68a-4ea2-bb53-0a018e5d1375 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 1099 time: 0.0821469 Aug 09 10:57:15.563141 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-29407e89-1f05-4016-a3c2-80a973e558f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:15.564648 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-29407e89-1f05-4016-a3c2-80a973e558f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 917 time: 0.1609876 Aug 09 10:57:15.572258 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3b07f184-895c-47b9-938a-7411dcf954f2 req-c1eef495-70ca-4ff8-b3e8-635c31215adb tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739553 Aug 09 10:57:15.612001 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ab23-3f84-4880-bddd-474b6070c361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:15.709157 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-83a39fb3-1895-4f0c-997e-266eeda3ade4 req-aa4dbb16-775b-4cd6-9ce4-cfe5460e6491 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156020 Aug 09 10:57:15.722106 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ab23-3f84-4880-bddd-474b6070c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:15.723354 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-814c5263-f77b-4558-92db-fb1296545020 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce HTTP/1.1" status: 200 len: 1000 time: 0.1312339 Aug 09 10:57:15.728287 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '6206b963-14a4-4e29-9311-811516f25191', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'port_id': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'mac_address': 'fa:16:3e:ee:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T10:56:47Z', 'updated_at': '2021-08-09T10:57:14Z', 'revision_number': 1, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:15.762778 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] Checking router: 411c3cd8-55a1-48b1-966d-5830e77a87c0 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:57:15.762977 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-5fa6ab23-3f84-4880-bddd-474b6070c361 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5c36b807f1a49b9b6631fc272af5697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961287 Aug 09 10:57:15.763614 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6ab23-3f84-4880-bddd-474b6070c361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff378008-0cbe-4e1e-8242-0dcc6ad0631b,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:15.766700 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 41944) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:15.772053 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:57:15.772669 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:15.857062 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-a571b49a-ff8c-4f14-a08f-dd17e8a9f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:15.858517 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-a571b49a-ff8c-4f14-a08f-dd17e8a9f1b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.0722175 Aug 09 10:57:15.861304 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ca3aa609-8b4a-4c5d-9f4a-c9eae0770124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:15.880451 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:57:16.144341 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ca3aa609-8b4a-4c5d-9f4a-c9eae0770124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:16.209409 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-6b1300c9-2de0-48bd-883e-13a3a66af10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:16.210977 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-6b1300c9-2de0-48bd-883e-13a3a66af10a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3388112 Aug 09 10:57:16.237625 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e31ca3-03a1-4faf-8258-9daf8baae6d2 req-62844196-2996-4b24-a245-7611a05b1389 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:16.239144 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-43e31ca3-03a1-4faf-8258-9daf8baae6d2 req-62844196-2996-4b24-a245-7611a05b1389 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.1424358 Aug 09 10:57:16.266231 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '6206b963-14a4-4e29-9311-811516f25191', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'port_id': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'mac_address': 'fa:16:3e:ee:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T10:56:47Z', 'updated_at': '2021-08-09T10:57:14Z', 'revision_number': 1, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:16.289577 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db08d9f-f7e4-4b9d-8cf8-058a795f0639 None None] The sync data for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi is: [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '6206b963-14a4-4e29-9311-811516f25191', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'port_id': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'mac_address': 'fa:16:3e:ee:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T10:56:47Z', 'updated_at': '2021-08-09T10:57:14Z', 'revision_number': 1, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:57:16.326757 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-43e31ca3-03a1-4faf-8258-9daf8baae6d2 req-ea92c257-e62d-4bae-b6ea-106f03d52e78 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749497 Aug 09 10:57:16.350026 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-a50e343f-b4d5-401e-be8a-13d159a2b0f8 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293552 Aug 09 10:57:16.389403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ca3aa609-8b4a-4c5d-9f4a-c9eae0770124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:16.392424 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ca3aa609-8b4a-4c5d-9f4a-c9eae0770124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:16.393388 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ca3aa609-8b4a-4c5d-9f4a-c9eae0770124 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff378008-0cbe-4e1e-8242-0dcc6ad0631b HTTP/1.1" status: 204 len: 168 time: 0.6253111 Aug 09 10:57:16.441057 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aa609-8b4a-4c5d-9f4a-c9eae0770124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff378008-0cbe-4e1e-8242-0dcc6ad0631b,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:16.494315 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-50085ca4-40ed-40fb-b15a-a73a4b79e1ae req-07dcd19e-6385-47a8-903f-d118a9d904d3 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237299 Aug 09 10:57:16.528375 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65904f57-6baf-4d2a-b3d7-2ec833baabee None None] New status for floating IP 6206b963-14a4-4e29-9311-811516f25191: ACTIVE {{(pid=105359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 10:57:16.715623 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec250c7-b168-4493-9696-ed04702696ea req-7fd9cbe2-51d3-4d5d-8ef4-73722447d272 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:16.717587 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0ec250c7-b168-4493-9696-ed04702696ea req-7fd9cbe2-51d3-4d5d-8ef4-73722447d272 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0629179 Aug 09 10:57:16.763864 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0ec250c7-b168-4493-9696-ed04702696ea req-8b7425dd-faab-4c6e-a23d-f3b6fb347df3 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389130 Aug 09 10:57:16.786287 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 41970) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:16.899708 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-05739a75-7b5e-42a9-9518-1626ebb6b392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:16.996324 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-05739a75-7b5e-42a9-9518-1626ebb6b392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.045799 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-05739a75-7b5e-42a9-9518-1626ebb6b392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.103964 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-05739a75-7b5e-42a9-9518-1626ebb6b392 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfc2eff9fc5748ed8dc0e3793759e2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119798 Aug 09 10:57:17.104503 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 41984) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:17.111957 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05739a75-7b5e-42a9-9518-1626ebb6b392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e0df85-0b86-4022-8e5f-f482babbdec0,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:17.159622 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa774-2a85-4010-bf99-626a50611fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.185161 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa774-2a85-4010-bf99-626a50611fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.197256 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 41988) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:17.213972 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-709deaf5-20bc-4016-ac1b-585e03107a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.333776 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa774-2a85-4010-bf99-626a50611fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.336339 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa774-2a85-4010-bf99-626a50611fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.341014 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b2bfa774-2a85-4010-bf99-626a50611fab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5e0df85-0b86-4022-8e5f-f482babbdec0 HTTP/1.1" status: 204 len: 168 time: 0.2319188 Aug 09 10:57:17.346115 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfa774-2a85-4010-bf99-626a50611fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e0df85-0b86-4022-8e5f-f482babbdec0,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:17.412884 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-709deaf5-20bc-4016-ac1b-585e03107a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.478146 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1917f5-8a76-49c3-b786-963b52559df9 req-9292b1de-2f69-44e2-8b8b-06410347cc57 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:17.480063 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7b1917f5-8a76-49c3-b786-963b52559df9 req-9292b1de-2f69-44e2-8b8b-06410347cc57 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0507383 Aug 09 10:57:17.487868 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-709deaf5-20bc-4016-ac1b-585e03107a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.520400 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7b1917f5-8a76-49c3-b786-963b52559df9 req-edc7b005-1291-47e3-8714-8ba67edf55f2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Aug 09 10:57:17.532646 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-709deaf5-20bc-4016-ac1b-585e03107a16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb2f11fdcdea476784383df19c31749f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346517 Aug 09 10:57:17.533436 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709deaf5-20bc-4016-ac1b-585e03107a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbacdc3-bc12-446c-abd6-1f9503e5d0e4,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:17.535801 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 41998) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:17.564011 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:57:17.598987 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e76622bf-d561-465a-bca2-a3fcb3da49b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.621784 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e76622bf-d561-465a-bca2-a3fcb3da49b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.730379 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e76622bf-d561-465a-bca2-a3fcb3da49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.735588 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e76622bf-d561-465a-bca2-a3fcb3da49b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:17.736168 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e76622bf-d561-465a-bca2-a3fcb3da49b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5dbacdc3-bc12-446c-abd6-1f9503e5d0e4 HTTP/1.1" status: 204 len: 168 time: 0.1985362 Aug 09 10:57:17.742539 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c327fac-e9b6-4ea4-8342-398023b4afdd req-fa9c9eb3-5deb-44ee-9163-ee341b54e0ac tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:17.745521 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76622bf-d561-465a-bca2-a3fcb3da49b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbacdc3-bc12-446c-abd6-1f9503e5d0e4,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:17.763843 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2c327fac-e9b6-4ea4-8342-398023b4afdd req-fa9c9eb3-5deb-44ee-9163-ee341b54e0ac tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 945 time: 0.0669639 Aug 09 10:57:17.800612 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2c327fac-e9b6-4ea4-8342-398023b4afdd req-b30375cc-4b36-45e4-b026-c61b288587c3 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Aug 09 10:57:17.899448 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac44de-6df7-4cdd-9d4c-0fa8b282f39c req-4bcc2bb5-9d43-4f58-8da3-0324ca1bffbb tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:17.901449 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9eac44de-6df7-4cdd-9d4c-0fa8b282f39c req-4bcc2bb5-9d43-4f58-8da3-0324ca1bffbb tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0543351 Aug 09 10:57:17.938656 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9eac44de-6df7-4cdd-9d4c-0fa8b282f39c req-e0fb6c56-7450-4f6b-91a1-6eab5cdfa2e5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311811 Aug 09 10:57:18.048818 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc0821-e4fe-42ee-b320-04d42e7ab2f5 req-f6db9070-d5ec-4c5d-9b5d-bf5f6675a06a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:18.050201 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-58fc0821-e4fe-42ee-b320-04d42e7ab2f5 req-f6db9070-d5ec-4c5d-9b5d-bf5f6675a06a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0467229 Aug 09 10:57:18.061275 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42012) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:18.064040 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-31a8a5b5-5415-4683-bf11-76f504392b2f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'floatingip': {'port_id': '92bea7be-d9c6-4100-85be-b9971a59f1ec'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:18.134579 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31a8a5b5-5415-4683-bf11-76f504392b2f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:18.188016 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42018) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:18.207750 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-24c19093-2eb6-4a81-abe8-174db95b3dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:18.316478 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-24c19093-2eb6-4a81-abe8-174db95b3dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:18.385017 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-24c19093-2eb6-4a81-abe8-174db95b3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:18.427100 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-24c19093-2eb6-4a81-abe8-174db95b3dfa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dceb03e1c1c9436ab1b37520830c1a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379584 Aug 09 10:57:18.428122 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c19093-2eb6-4a81-abe8-174db95b3dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea6e8b1-85ae-4715-b6af-dcfd3d666966,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:18.430819 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42030) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:18.485317 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b7710c48-798c-44ba-aa60-930e81ec706f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:18.514719 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b7710c48-798c-44ba-aa60-930e81ec706f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:18.646276 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71832480-c4a8-4292-97cd-b5d977e1bfdf req-22008c8a-f934-425d-bc81-36903356f745 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:18.647836 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-71832480-c4a8-4292-97cd-b5d977e1bfdf req-22008c8a-f934-425d-bc81-36903356f745 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0508680 Aug 09 10:57:18.688107 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-71832480-c4a8-4292-97cd-b5d977e1bfdf req-59cfe505-a9ed-437b-ac3c-cc728d109789 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332415 Aug 09 10:57:18.693335 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b7710c48-798c-44ba-aa60-930e81ec706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:18.695890 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b7710c48-798c-44ba-aa60-930e81ec706f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:18.699981 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b7710c48-798c-44ba-aa60-930e81ec706f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fea6e8b1-85ae-4715-b6af-dcfd3d666966 HTTP/1.1" status: 204 len: 168 time: 0.2651494 Aug 09 10:57:18.707812 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7710c48-798c-44ba-aa60-930e81ec706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea6e8b1-85ae-4715-b6af-dcfd3d666966,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:18.947568 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97317688-394a-4da0-b95f-3c029758af82 req-d652dc46-cdda-451f-8363-482971619191 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:18.957549 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97317688-394a-4da0-b95f-3c029758af82 req-d652dc46-cdda-451f-8363-482971619191 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 945 time: 0.0726180 Aug 09 10:57:18.999381 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97317688-394a-4da0-b95f-3c029758af82 req-db73d0c7-15fc-4163-845d-62b870fb52ed tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Aug 09 10:57:19.007304 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31a8a5b5-5415-4683-bf11-76f504392b2f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.155458 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31a8a5b5-5415-4683-bf11-76f504392b2f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.254111 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.l3_db [None req-31a8a5b5-5415-4683-bf11-76f504392b2f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Floating IP 88ff5346-0464-4e13-9f49-cdfdd20210a6 associated. External IP: 172.27.0.179, port: 92bea7be-d9c6-4100-85be-b9971a59f1ec. Aug 09 10:57:19.393127 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42060) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:19.407448 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.468077 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a8a5b5-5415-4683-bf11-76f504392b2f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Router 9c6a8409-6991-400b-8b74-46dc278fab5b has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 10:57:19.499441 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.575783 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a8a5b5-5415-4683-bf11-76f504392b2f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 10:57:19.579156 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.583353 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-31a8a5b5-5415-4683-bf11-76f504392b2f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.585881 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] Sync routers for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 10:57:19.608265 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:57:19.609115 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:19.614887 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-31a8a5b5-5415-4683-bf11-76f504392b2f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "PUT /v2.0/floatingips/88ff5346-0464-4e13-9f49-cdfdd20210a6 HTTP/1.1" status: 200 len: 992 time: 1.5543008 Aug 09 10:57:19.615291 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02037b12-b05d-4d4f-804e-29ec02651913', 'tag': '92bea7be-d9c6-4100-85be-b9971a59f1ec'}] {{(pid=105358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:19.617751 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9525662269e5ee7a819cbfd3bdc991a083848e7175a74db83737dda9a210291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caecdea-594e-453b-8fde-f75319e55fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "02037b12-b05d-4d4f-804e-29ec02651913", "tag": "92bea7be-d9c6-4100-85be-b9971a59f1ec"}]}' {{(pid=105358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:19.626189 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ccfd93aa2ff4658be8950401e4ba897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295909 Aug 09 10:57:19.627477 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42070) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:19.637566 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00daed-973f-47db-96eb-ce9b0d558815,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:19.651480 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.652356 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.652777 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.653182 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.653522 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.653859 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.654189 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.654520 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.654848 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.655197 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.655530 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.655875 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a1b4-f0c7-4654-830d-55365c729ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:19.661522 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2894f48-8c91-4569-b51e-20ed96b8e137 x-openstack-request-id: req-e2894f48-8c91-4569-b51e-20ed96b8e137 {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:19.661522 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02037b12-b05d-4d4f-804e-29ec02651913", "tag": "92bea7be-d9c6-4100-85be-b9971a59f1ec", "status": "completed", "code": 200}]} {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:19.661522 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2894f48-8c91-4569-b51e-20ed96b8e137 {{(pid=105358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:19.661522 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02037b12-b05d-4d4f-804e-29ec02651913', 'tag': '92bea7be-d9c6-4100-85be-b9971a59f1ec', 'status': 'completed', 'code': 200} Aug 09 10:57:19.703913 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c1cb643e-1399-46ae-8fb4-c6aec6616a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.732254 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c1cb643e-1399-46ae-8fb4-c6aec6616a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.744171 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:57:19.824985 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10c448-b06c-49dc-9762-5d8d04be3625 req-f91f9dec-0229-4644-bd38-8f502640d29c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:19.826585 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fd10c448-b06c-49dc-9762-5d8d04be3625 req-f91f9dec-0229-4644-bd38-8f502640d29c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0571172 Aug 09 10:57:19.884479 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fd10c448-b06c-49dc-9762-5d8d04be3625 req-f01f305f-5dcd-46d4-a703-310c75e1b37d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377192 Aug 09 10:57:19.907255 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c1cb643e-1399-46ae-8fb4-c6aec6616a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.913579 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c1cb643e-1399-46ae-8fb4-c6aec6616a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:19.913579 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c1cb643e-1399-46ae-8fb4-c6aec6616a01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d00daed-973f-47db-96eb-ce9b0d558815 HTTP/1.1" status: 204 len: 168 time: 0.2842417 Aug 09 10:57:19.939158 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb643e-1399-46ae-8fb4-c6aec6616a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00daed-973f-47db-96eb-ce9b0d558815,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:20.016574 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '88ff5346-0464-4e13-9f49-cdfdd20210a6', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'port_id': '92bea7be-d9c6-4100-85be-b9971a59f1ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'mac_address': 'fa:16:3e:4c:d5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02037b12-b05d-4d4f-804e-29ec02651913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T10:56:49Z', 'updated_at': '2021-08-09T10:57:18Z', 'revision_number': 1, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:20.046330 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] Checking router: 9c6a8409-6991-400b-8b74-46dc278fab5b for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 10:57:20.055053 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 10:57:20.055696 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:56:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:20.162538 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 10:57:20.236612 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-30a892dd-1557-4c83-ac70-a37157f59dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:20.386546 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '88ff5346-0464-4e13-9f49-cdfdd20210a6', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'port_id': '92bea7be-d9c6-4100-85be-b9971a59f1ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'mac_address': 'fa:16:3e:4c:d5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02037b12-b05d-4d4f-804e-29ec02651913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T10:56:49Z', 'updated_at': '2021-08-09T10:57:18Z', 'revision_number': 1, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:20.419050 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3804aa5-9121-4707-9d0d-1960ed6535e4 None None] The sync data for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi is: [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '88ff5346-0464-4e13-9f49-cdfdd20210a6', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'port_id': '92bea7be-d9c6-4100-85be-b9971a59f1ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'mac_address': 'fa:16:3e:4c:d5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02037b12-b05d-4d4f-804e-29ec02651913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T10:56:49Z', 'updated_at': '2021-08-09T10:57:18Z', 'revision_number': 1, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 10:57:20.625945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad87cf1-0d9a-46b7-adb3-e1858207c99c None None] New status for floating IP 88ff5346-0464-4e13-9f49-cdfdd20210a6: ACTIVE {{(pid=105359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 10:57:21.256666 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42138) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:21.359095 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8449bbd-2d54-46a6-9398-635100f2cdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:21.452717 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8449bbd-2d54-46a6-9398-635100f2cdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:21.556339 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8449bbd-2d54-46a6-9398-635100f2cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:21.597450 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b8449bbd-2d54-46a6-9398-635100f2cdbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fad81c040c494e8d940e8a8c64949c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395953 Aug 09 10:57:21.598306 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8449bbd-2d54-46a6-9398-635100f2cdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd861c7-2aab-476d-b83b-007ef52a15fb,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:21.600329 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42148) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:21.652703 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:21.672455 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:21.790518 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:21.793926 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:21.795082 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bd861c7-2aab-476d-b83b-007ef52a15fb HTTP/1.1" status: 204 len: 168 time: 0.1937122 Aug 09 10:57:21.811530 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd861c7-2aab-476d-b83b-007ef52a15fb,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:21.813663 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.814118 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.814780 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.815228 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.815639 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.816053 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.816391 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.816726 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.817061 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.817391 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.817795 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:21.818124 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0afb-a4ed-4709-a814-c50193f0f079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:22.392692 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42170) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:22.406490 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-85b9659c-4900-47ed-9d54-1085b1a550de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:22.513259 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-83fa8d00-d97e-444e-a136-a3f055e369a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:22.514759 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-83fa8d00-d97e-444e-a136-a3f055e369a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 1099 time: 0.0610626 Aug 09 10:57:22.544215 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-85b9659c-4900-47ed-9d54-1085b1a550de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:22.608438 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2860058-e4cc-412b-a724-b9e9d37c12f3 req-b5c2c88c-33b8-4a51-baa4-5668bab8df97 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:22.610482 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b2860058-e4cc-412b-a724-b9e9d37c12f3 req-b5c2c88c-33b8-4a51-baa4-5668bab8df97 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0571153 Aug 09 10:57:22.638053 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-85b9659c-4900-47ed-9d54-1085b1a550de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:22.651303 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b2860058-e4cc-412b-a724-b9e9d37c12f3 req-1e0bb97e-7098-46b0-a896-6fda89e8f470 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341475 Aug 09 10:57:22.651504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245eb34-ddd1-4dce-8084-bd5da9b7b1ce req-e6e0c08e-2b8f-4c9d-902d-5686ac0ea1f6 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:22.652936 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b245eb34-ddd1-4dce-8084-bd5da9b7b1ce req-e6e0c08e-2b8f-4c9d-902d-5686ac0ea1f6 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 945 time: 0.1075509 Aug 09 10:57:22.720467 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-44dfd6f8-311f-43b5-b446-ddd01d0b117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:22.721933 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-44dfd6f8-311f-43b5-b446-ddd01d0b117d service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 200 len: 912 time: 0.1895447 Aug 09 10:57:22.726813 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-85b9659c-4900-47ed-9d54-1085b1a550de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01fa16ddf2f14264ae4554201f93a448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304434 Aug 09 10:57:22.727368 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42184) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:22.729408 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9659c-4900-47ed-9d54-1085b1a550de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c33c8-8ac7-4735-89d0-dd49b081126c,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:22.792348 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b245eb34-ddd1-4dce-8084-bd5da9b7b1ce req-672ec9b1-db42-4c3f-8189-25aa45fccae0 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297407 Aug 09 10:57:22.830236 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-c90e61b4-f3c8-43b9-acb3-df4275060bdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec HTTP/1.1" status: 200 len: 1002 time: 0.0872211 Aug 09 10:57:22.852039 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5e466a68-d28f-402b-95d3-3fad7e6d613b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:22.902477 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5e466a68-d28f-402b-95d3-3fad7e6d613b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:22.911092 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-67891962-dbb9-4410-bdc3-c9ca81462295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:22.912565 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-67891962-dbb9-4410-bdc3-c9ca81462295 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2ef9257-c3b8-444d-9e76-15f4df1c8a8c HTTP/1.1" status: 200 len: 850 time: 0.0716674 Aug 09 10:57:22.973973 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e0916ac3-5015-40c0-aaa1-8e01580ffbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:22.975844 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-11ac1aba-19c3-4eac-b057-c193c5ea9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:22.977085 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-11ac1aba-19c3-4eac-b057-c193c5ea9848 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e36488-c985-4743-8c2a-55a3686fa544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492969 Aug 09 10:57:23.061076 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5e466a68-d28f-402b-95d3-3fad7e6d613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:23.063585 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5e466a68-d28f-402b-95d3-3fad7e6d613b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:23.071416 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5e466a68-d28f-402b-95d3-3fad7e6d613b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/259c33c8-8ac7-4735-89d0-dd49b081126c HTTP/1.1" status: 204 len: 168 time: 0.3364940 Aug 09 10:57:23.080014 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e466a68-d28f-402b-95d3-3fad7e6d613b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c33c8-8ac7-4735-89d0-dd49b081126c,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:23.091620 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-c281c017-48e6-49a4-8500-ae33c4a8cdc0 service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988622 Aug 09 10:57:23.201063 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5caecdea-594e-453b-8fde-f75319e55fd7 req-b329ac2f-e76b-438b-8b1c-17af119875fd service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972738 Aug 09 10:57:23.303877 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-0f94aa83-a55a-4278-84c5-87ba39d283c4 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:23.303877 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-0f94aa83-a55a-4278-84c5-87ba39d283c4 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 945 time: 0.0500503 Aug 09 10:57:23.379140 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:23.444439 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Deleting port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 10:57:23.444993 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:23.581989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] For port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,segment=NetworkSegment(3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c),segment_id=3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:23.582546 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:23.606754 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Calling delete_port for 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 10:57:23.783485 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9650c-edd3-4bee-9732-da79f591e07a req-46b15c6d-8497-4397-928d-e008d7bd5a15 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:23.785001 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-69c9650c-edd3-4bee-9732-da79f591e07a req-46b15c6d-8497-4397-928d-e008d7bd5a15 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0613544 Aug 09 10:57:23.824948 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-69c9650c-edd3-4bee-9732-da79f591e07a req-888a1f64-9375-419c-bff6-81725d4b90ad tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Aug 09 10:57:23.852536 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:23.882351 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:23.897595 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['3eef8851-71b7-48e9-8323-b1b07ea0a2f1'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:57:23.906640 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5c86cc07-7234-4fd5-b9a3-8c0e67cee20a req-096e2010-0c45-4a7b-926b-d39ce787e269 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.0346930 Aug 09 10:57:23.954176 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Pushing event deleted for resources: {'Port': ['ID=3eef8851-71b7-48e9-8323-b1b07ea0a2f1,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:23.989418 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42246) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:23.995596 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] No DVR routers for this DVR port 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 10:57:23.998036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:24.001449 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6c5b55c7-e738-4606-9859-f97110a67c9f req-7a9227b1-c53b-46db-b0fd-5ba878082820 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.37 "DELETE /v2.0/ports/3eef8851-71b7-48e9-8323-b1b07ea0a2f1 HTTP/1.1" status: 204 len: 173 time: 0.6853044 Aug 09 10:57:24.002004 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dd2eea-5da2-46cd-98d9-00691b751d92', 'name': 'network-vif-deleted', 'tag': '3eef8851-71b7-48e9-8323-b1b07ea0a2f1'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:24.004533 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b4aff6-b3ad-40d5-8a4a-5c3abe931257" -d '{"events": [{"server_uuid": "94dd2eea-5da2-46cd-98d9-00691b751d92", "name": "network-vif-deleted", "tag": "3eef8851-71b7-48e9-8323-b1b07ea0a2f1"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:24.054514 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1365bd6a-8774-4b60-9cf7-306211a0e694 x-openstack-request-id: req-1365bd6a-8774-4b60-9cf7-306211a0e694 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:24.054514 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dd2eea-5da2-46cd-98d9-00691b751d92", "name": "network-vif-deleted", "tag": "3eef8851-71b7-48e9-8323-b1b07ea0a2f1", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:24.054514 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1365bd6a-8774-4b60-9cf7-306211a0e694 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:24.054514 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dd2eea-5da2-46cd-98d9-00691b751d92', 'name': 'network-vif-deleted', 'tag': '3eef8851-71b7-48e9-8323-b1b07ea0a2f1', 'status': 'completed', 'code': 200} Aug 09 10:57:24.114402 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-accfb49a-efa4-4d6b-9dde-864e261f694f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:24.206825 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-accfb49a-efa4-4d6b-9dde-864e261f694f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:24.323237 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-accfb49a-efa4-4d6b-9dde-864e261f694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:24.362010 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-accfb49a-efa4-4d6b-9dde-864e261f694f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59fac30ac6ac4368872c8cd4ec6e3d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694901 Aug 09 10:57:24.363018 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb49a-efa4-4d6b-9dde-864e261f694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880fdf22-d95c-46e4-9535-fcd0c79368ba,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:24.364541 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42264) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:24.416668 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ff2e24cd-6631-4396-958d-ea89ab31dbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:24.438214 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ff2e24cd-6631-4396-958d-ea89ab31dbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:24.556553 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ff2e24cd-6631-4396-958d-ea89ab31dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:24.559823 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ff2e24cd-6631-4396-958d-ea89ab31dbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:24.563255 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ff2e24cd-6631-4396-958d-ea89ab31dbc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/880fdf22-d95c-46e4-9535-fcd0c79368ba HTTP/1.1" status: 204 len: 168 time: 0.1950896 Aug 09 10:57:24.569211 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e24cd-6631-4396-958d-ea89ab31dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880fdf22-d95c-46e4-9535-fcd0c79368ba,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:24.940995 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f193c-94b1-461f-952b-101c08cfd6b1 req-61a16ce6-2976-4231-b059-58d33eac3452 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:24.942360 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0a3f193c-94b1-461f-952b-101c08cfd6b1 req-61a16ce6-2976-4231-b059-58d33eac3452 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0466626 Aug 09 10:57:24.985521 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0a3f193c-94b1-461f-952b-101c08cfd6b1 req-692dcb90-c579-48dd-b7af-5c9e7ee93e5c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363028 Aug 09 10:57:25.046192 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-82321cf7-cf34-476d-a90b-a653e442360a req-0d77ef34-da16-4cb9-be03-0a5e76c8fa92 tempest-DeleteServersTestJSON-637267461 tempest-DeleteServersTestJSON-637267461-project] 10.222.0.35 "GET /v2.0/ports?device_id=94dd2eea-5da2-46cd-98d9-00691b751d92 HTTP/1.1" status: 200 len: 210 time: 0.0255821 Aug 09 10:57:25.258693 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:25.614304 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42330) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:25.628021 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-55b65b77-ac30-4869-8f4c-65546fad81ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:25.711675 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-0cf7a13c-a488-4486-aa9f-b2e185371e92 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:25.713141 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-0cf7a13c-a488-4486-aa9f-b2e185371e92 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 814 time: 0.1114299 Aug 09 10:57:25.725404 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-55b65b77-ac30-4869-8f4c-65546fad81ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:25.729368 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6d799148-8b93-48ea-a35f-1781e9bc7289 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/quotas/80f11a7cf41e4641ad74eed74693d711 HTTP/1.1" status: 200 len: 375 time: 0.0103779 Aug 09 10:57:25.779880 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-752b1952-fa42-4475-97f0-61e197129d6b tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443747 Aug 09 10:57:25.832597 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-55b65b77-ac30-4869-8f4c-65546fad81ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:25.875663 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-55b65b77-ac30-4869-8f4c-65546fad81ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c359979039ed4803a79fa2094ea5f9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602291 Aug 09 10:57:25.876756 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b65b77-ac30-4869-8f4c-65546fad81ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08dfb6d-c9bc-427f-b1b4-e3caed86d422,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:25.878417 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42336) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:25.886186 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-2f7ba67f-ba4c-46a8-9988-af3a6a3d7275 service neutron] 10.222.0.35 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994890 Aug 09 10:57:25.988839 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c986ffe4-6413-4ce3-9baa-fe9a93ad7c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:26.018327 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8e66e4bb-abc4-4c1f-ae0d-44a8c211d718 service neutron] 10.222.0.35 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245739 Aug 09 10:57:26.027400 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c986ffe4-6413-4ce3-9baa-fe9a93ad7c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:26.114104 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0197a-2e34-4867-b47f-6da346cf23eb req-9ee7f541-6223-49ab-bde2-a8a6219fbc81 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:26.115615 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-81e0197a-2e34-4867-b47f-6da346cf23eb req-9ee7f541-6223-49ab-bde2-a8a6219fbc81 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0509822 Aug 09 10:57:26.172446 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-81e0197a-2e34-4867-b47f-6da346cf23eb req-8c9f8c93-e374-4a70-8ee4-bc9a771022e6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502145 Aug 09 10:57:26.190972 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c986ffe4-6413-4ce3-9baa-fe9a93ad7c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:26.195196 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c986ffe4-6413-4ce3-9baa-fe9a93ad7c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:26.195196 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c986ffe4-6413-4ce3-9baa-fe9a93ad7c6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f08dfb6d-c9bc-427f-b1b4-e3caed86d422 HTTP/1.1" status: 204 len: 168 time: 0.3150878 Aug 09 10:57:26.206322 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986ffe4-6413-4ce3-9baa-fe9a93ad7c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08dfb6d-c9bc-427f-b1b4-e3caed86d422,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:26.306233 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7fafa35f-939c-420a-b31f-f00f82587fee req-47cae153-7a52-4060-a801-9cd370c12856 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0279968 Aug 09 10:57:26.806153 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 10:57:26.829632 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 10:57:26.829994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 3eef8851-71b7-48e9-8323-b1b07ea0a2f1 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 10:57:27.300063 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba6ff9-c878-4c63-81a1-de4d40301f5c req-cc62cbc7-a68a-4839-b9a8-47f2554d4e81 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:27.302259 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90ba6ff9-c878-4c63-81a1-de4d40301f5c req-cc62cbc7-a68a-4839-b9a8-47f2554d4e81 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0521963 Aug 09 10:57:27.438098 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2f85c41d-b2fc-43a7-9f38-d2d61abed2f3 req-aa16c307-7236-4a5f-a9dd-7fd89da11997 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0508096 Aug 09 10:57:27.552680 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90ba6ff9-c878-4c63-81a1-de4d40301f5c req-ed314ace-9155-40b8-b5eb-ea511a215b42 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429166 Aug 09 10:57:27.673548 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42438) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:27.788891 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea004-6379-4fc1-a9ad-92399ae874ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:27.886957 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea004-6379-4fc1-a9ad-92399ae874ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:27.979510 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea004-6379-4fc1-a9ad-92399ae874ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.021200 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-7f8ea004-6379-4fc1-a9ad-92399ae874ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2106da0e1d24bbbbc7edad3cce1b5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459241 Aug 09 10:57:28.022807 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ea004-6379-4fc1-a9ad-92399ae874ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6fa96c-c5a7-43c7-a47c-527cfc212518,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:28.024833 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42484) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:28.079428 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f24da818-26f9-4359-b244-dd6b78d98806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.102597 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f24da818-26f9-4359-b244-dd6b78d98806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.219370 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f24da818-26f9-4359-b244-dd6b78d98806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.222330 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f24da818-26f9-4359-b244-dd6b78d98806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.224953 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-f24da818-26f9-4359-b244-dd6b78d98806 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc6fa96c-c5a7-43c7-a47c-527cfc212518 HTTP/1.1" status: 204 len: 168 time: 0.2001750 Aug 09 10:57:28.234609 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24da818-26f9-4359-b244-dd6b78d98806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6fa96c-c5a7-43c7-a47c-527cfc212518,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:28.286630 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42498) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:28.333332 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da31681-b6f5-4c40-8498-25a036437877 admin admin] Deleting subnet ebb21cc3-fb22-434a-9ad9-9fd1aed00be4 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 10:57:28.336366 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4da31681-b6f5-4c40-8498-25a036437877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.368703 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4da31681-b6f5-4c40-8498-25a036437877 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.378277 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4da31681-b6f5-4c40-8498-25a036437877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.563527 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1ce6d985-6347-4c61-8fc9-842a5ef3b4ea req-57408b16-0415-46e4-9916-7999db144487 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0355506 Aug 09 10:57:28.563527 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4da31681-b6f5-4c40-8498-25a036437877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.579906 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da31681-b6f5-4c40-8498-25a036437877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebb21cc3-fb22-434a-9ad9-9fd1aed00be4,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:28.592082 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4da31681-b6f5-4c40-8498-25a036437877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.596532 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42508) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:28.596954 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-4da31681-b6f5-4c40-8498-25a036437877 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ebb21cc3-fb22-434a-9ad9-9fd1aed00be4 HTTP/1.1" status: 204 len: 168 time: 0.3088996 Aug 09 10:57:28.709000 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.728200 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b849a39-ca48-4be3-847d-da562643fb99 req-155d6776-2e6e-4876-ab35-28cb2690153e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:28.731184 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4b849a39-ca48-4be3-847d-da562643fb99 req-155d6776-2e6e-4876-ab35-28cb2690153e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0803833 Aug 09 10:57:28.747516 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-4a180cf6-35fd-40d0-b5c7-eba13b53a9a5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:28.748978 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-4a180cf6-35fd-40d0-b5c7-eba13b53a9a5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 814 time: 0.1032970 Aug 09 10:57:28.769321 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Request body: {'port': {'device_id': '5c489415-80e0-4b4e-b1c6-ddd793046ec2', 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6', 'admin_state_up': True, 'tenant_id': '80f11a7cf41e4641ad74eed74693d711'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:28.838722 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4b849a39-ca48-4be3-847d-da562643fb99 req-2189b882-74bb-4f37-a5e0-49f62428f557 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996635 Aug 09 10:57:28.840072 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:28.851226 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.851695 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.852660 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.853132 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > port after_create 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.854429 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > port after_delete 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.855035 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > port after_update 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.855531 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.855865 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.856329 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.858095 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:28.960998 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Made reservation on behalf of 80f11a7cf41e4641ad74eed74693d711 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:57:28.967798 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.037443 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:29.037948 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:29.038455 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:29.051229 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:57:29.051749 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2e9d2f-fb3c-40a2-b252-134ca7873faa']}} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:29.089136 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c') {'for_net_delete': True} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:29.089357 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db5ffc5-b1f6-4e0c-91e9-69a31a67ba8c') {} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:29.099085 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42514) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:29.110568 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732237'] for segment, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.117685 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0b521a25-1ed6-46d2-a70b-291f4d15488d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.133910 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.143648 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=105358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 10:57:29.143648 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5855115'] for segment, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: from cryptography.utils import int_from_bytes Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: from cryptography.utils import int_from_bytes Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: Traceback (most recent call last): Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: timer() Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: cb(*args, **kw) Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: return func(*args, **kwargs) Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: self._notify() Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: self.callback(batched_events) Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: event.method(event) Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: return f(self, *a, **k) Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._get(url).json() Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: return self.request(url, 'GET', **kwargs) Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 10:57:29.147655 dv-cinder-803896-1-iscsi neutron-server[105358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 10:57:29.154053 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Allocated IP 172.20.0.6 (92bf1dd3-ef81-4b79-accc-838b697216d6/fe2b475e-dc6d-48b2-83fb-dee447d2b327/573f3d1b-1cb2-4441-b27a-5d38ce71a99a) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:57:29.297759 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.311428 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0b521a25-1ed6-46d2-a70b-291f4d15488d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.314305 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.320305 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] 10.222.0.35 "DELETE /v2.0/networks/2a2e9d2f-fb3c-40a2-b252-134ca7873faa HTTP/1.1" status: 204 len: 168 time: 0.7220569 Aug 09 10:57:29.353762 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510183cc-46d7-4113-a68c-a6634e20831c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2e9d2f-fb3c-40a2-b252-134ca7873faa,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:29.371808 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.437515 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0b521a25-1ed6-46d2-a70b-291f4d15488d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.485605 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b521a25-1ed6-46d2-a70b-291f4d15488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc0de82-b28d-4f97-b80b-5c65a67bcc3b,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:29.492491 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-0b521a25-1ed6-46d2-a70b-291f4d15488d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc0d8d9d50a64a78ac851824cd801f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896513 Aug 09 10:57:29.493308 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42544) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:29.515072 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.527176 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['dcb7d9fe-fb33-422d-8a5c-4f82eedbc255'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:57:29.588490 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Network 92bf1dd3-ef81-4b79-accc-838b697216d6 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:57:29.590416 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Pushing event updated for resources: {'Port': ['ID=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:29.633504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:57:29.633504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:57:29.633504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:29.633504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.646327 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c68a607e-15b1-49bf-81bc-59c4bee84f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.700368 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c68a607e-15b1-49bf-81bc-59c4bee84f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.742242 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e3293-2a73-4a69-ade7-83ce1a03a255 req-807154e9-50fd-48c5-8cf4-7cc7beb0de36 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:29.743761 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-525e3293-2a73-4a69-ade7-83ce1a03a255 req-807154e9-50fd-48c5-8cf4-7cc7beb0de36 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 931 time: 0.1005254 Aug 09 10:57:29.791461 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-525e3293-2a73-4a69-ade7-83ce1a03a255 req-a8205e18-378e-4586-bc5c-e2c70189f09c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Aug 09 10:57:29.972440 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9db6-c614-4d88-8970-0f778a5d3e77 req-19505477-528b-43e7-894b-d5769f380329 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:29.980027 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3afc9db6-c614-4d88-8970-0f778a5d3e77 req-19505477-528b-43e7-894b-d5769f380329 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0514810 Aug 09 10:57:29.980200 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-6db67972-9794-4736-8715-fa540d13b404 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2092335 Aug 09 10:57:29.980200 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c68a607e-15b1-49bf-81bc-59c4bee84f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.980200 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c68a607e-15b1-49bf-81bc-59c4bee84f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:29.980200 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c68a607e-15b1-49bf-81bc-59c4bee84f0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfc0de82-b28d-4f97-b80b-5c65a67bcc3b HTTP/1.1" status: 204 len: 168 time: 0.4854369 Aug 09 10:57:29.991525 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42554) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:29.996767 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Request body: {'port': {'device_id': '5c489415-80e0-4b4e-b1c6-ddd793046ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:29.999352 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a607e-15b1-49bf-81bc-59c4bee84f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc0de82-b28d-4f97-b80b-5c65a67bcc3b,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:30.060294 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3afc9db6-c614-4d88-8970-0f778a5d3e77 req-1bfa0e98-b7ab-4454-a4e6-fe6ee800ec78 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773156 Aug 09 10:57:30.065617 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.082096 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-6360d5c0-5768-4123-8a16-1537d308f17f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59d3b0da59394c5083b285d5d8cd24b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0894508 Aug 09 10:57:30.084907 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42556) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:30.150187 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e9f6a9f2-d9bb-456e-9bc8-398f8e2128c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.172504 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e9f6a9f2-d9bb-456e-9bc8-398f8e2128c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.308935 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e9f6a9f2-d9bb-456e-9bc8-398f8e2128c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.312024 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e9f6a9f2-d9bb-456e-9bc8-398f8e2128c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.313465 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e9f6a9f2-d9bb-456e-9bc8-398f8e2128c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4 HTTP/1.1" status: 204 len: 168 time: 0.2274096 Aug 09 10:57:30.321285 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6a9f2-d9bb-456e-9bc8-398f8e2128c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1c7b75-b8b8-4ee3-98c9-4949a2cae5a4,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:30.365078 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573f3d1b-1cb2-4441-b27a-5d38ce71a99a {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:57:30.374307 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.387289 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Transition to ACTIVE for port object 573f3d1b-1cb2-4441-b27a-5d38ce71a99a will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:57:30.534468 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.592976 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Pushing event updated for resources: {'Port': ['ID=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:30.621042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Attempting to bind port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:57:30.621380 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Attempting to bind port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:57:30.621704 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Attempting to bind port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a on network 92bf1dd3-ef81-4b79-accc-838b697216d6 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:57:30.625818 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a on network 92bf1dd3-ef81-4b79-accc-838b697216d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:57:30.626134 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Attempting to bind port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a on network 92bf1dd3-ef81-4b79-accc-838b697216d6 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:57:30.630841 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:57:30.631199 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Checking segment: {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:57:30.631573 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Bound using segment: {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:57:30.631990 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Bound port: 573f3d1b-1cb2-4441-b27a-5d38ce71a99a, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:57:30.632342 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.693045 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] For port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:57:30.695965 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] For port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:57:30.802941 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.858059 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:30.858684 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:30.860129 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] 10.222.0.37 "PUT /v2.0/ports/573f3d1b-1cb2-4441-b27a-5d38ce71a99a HTTP/1.1" status: 200 len: 1093 time: 0.8676732 Aug 09 10:57:30.860580 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c489415-80e0-4b4e-b1c6-ddd793046ec2', 'tag': '573f3d1b-1cb2-4441-b27a-5d38ce71a99a'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:30.862871 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7203447-16b4-4932-9ecf-7ae2fde81c98" -d '{"events": [{"name": "network-changed", "server_uuid": "5c489415-80e0-4b4e-b1c6-ddd793046ec2", "tag": "573f3d1b-1cb2-4441-b27a-5d38ce71a99a"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:30.887994 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512f1c2-b8f6-4dc0-9078-4cd8ea326109 service neutron] Pushing event updated for resources: {'Port': ['ID=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:30.935809 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7859dccc-a52e-4174-aa9c-a8f0f2eb9a63 x-openstack-request-id: req-7859dccc-a52e-4174-aa9c-a8f0f2eb9a63 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:30.936558 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c489415-80e0-4b4e-b1c6-ddd793046ec2", "tag": "573f3d1b-1cb2-4441-b27a-5d38ce71a99a", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:30.936558 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7859dccc-a52e-4174-aa9c-a8f0f2eb9a63 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:30.936885 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c489415-80e0-4b4e-b1c6-ddd793046ec2', 'tag': '573f3d1b-1cb2-4441-b27a-5d38ce71a99a', 'status': 'completed', 'code': 200} Aug 09 10:57:30.969571 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b8ed6-178c-49eb-8f68-91749d3bfd35 req-e8821190-0d9f-4ba0-9d98-0f6c6fe6e0c5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:30.971042 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9b6b8ed6-178c-49eb-8f68-91749d3bfd35 req-e8821190-0d9f-4ba0-9d98-0f6c6fe6e0c5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 943 time: 0.0674520 Aug 09 10:57:31.030562 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9b6b8ed6-178c-49eb-8f68-91749d3bfd35 req-ae4096fb-dd89-4755-a25e-264c60aeeb88 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432494 Aug 09 10:57:31.035026 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7203447-16b4-4932-9ecf-7ae2fde81c98 req-1dfe5330-9e7d-46ef-96a4-5591e4d021e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:31.039734 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7203447-16b4-4932-9ecf-7ae2fde81c98 req-1dfe5330-9e7d-46ef-96a4-5591e4d021e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0869958 Aug 09 10:57:31.146025 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7203447-16b4-4932-9ecf-7ae2fde81c98 req-fd22968d-556a-4a93-8a25-168fa84e6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:31.147523 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7203447-16b4-4932-9ecf-7ae2fde81c98 req-fd22968d-556a-4a93-8a25-168fa84e6968 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=80f11a7cf41e4641ad74eed74693d711&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0976615 Aug 09 10:57:31.185282 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec457f0c-617f-4a29-aec7-8c123e251b6c req-279fcfc4-0724-4a0b-ac73-c459ea071bd2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:31.186859 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ec457f0c-617f-4a29-aec7-8c123e251b6c req-279fcfc4-0724-4a0b-ac73-c459ea071bd2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0580378 Aug 09 10:57:31.231448 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ec457f0c-617f-4a29-aec7-8c123e251b6c req-9d048528-63f8-47aa-9511-d8eaad1ebfd8 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Aug 09 10:57:31.275678 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7203447-16b4-4932-9ecf-7ae2fde81c98 req-298aa5f5-d2a3-4a43-80db-bbfb3accb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:31.282011 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7203447-16b4-4932-9ecf-7ae2fde81c98 req-298aa5f5-d2a3-4a43-80db-bbfb3accb541 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152396 Aug 09 10:57:31.390816 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-222533e1-1884-4b71-908e-0ceaf7e17fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:31.392076 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-222533e1-1884-4b71-908e-0ceaf7e17fed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0650167 Aug 09 10:57:31.698207 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-449f10ac-f820-4116-a30e-3257d53b95da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=573f3d1b-1cb2-4441-b27a-5d38ce71a99a HTTP/1.1" status: 200 len: 217 time: 0.2917180 Aug 09 10:57:31.761199 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-50d05e43-b58e-4af2-bea4-8ca8bbbd2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:31.763001 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-50d05e43-b58e-4af2-bea4-8ca8bbbd2395 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe2b475e-dc6d-48b2-83fb-dee447d2b327 HTTP/1.1" status: 200 len: 854 time: 0.0526695 Aug 09 10:57:31.801523 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-f5c2a2a7-9ee0-4c0e-a575-5cc6796c791e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92bf1dd3-ef81-4b79-accc-838b697216d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267317 Aug 09 10:57:31.906020 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-cc598996-7f18-4411-879e-372990899517 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940125 Aug 09 10:57:31.914403 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42632) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:32.021640 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-674b9d17-9210-4c3a-878c-42c934cc0bf1 req-dc948ab3-13dc-4a21-bbfd-38d85bd1e0e1 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012392 Aug 09 10:57:32.027713 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-874682243-network', 'tenant_id': '2590e8cf4c6f466aa6236f9d7a133cb9'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:32.149390 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Made reservation on behalf of 2590e8cf4c6f466aa6236f9d7a133cb9 for: {'network': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:57:32.153296 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:32.162966 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:32.178197 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00e04-91ba-4dae-879a-0a18fb298992 req-392d26c0-2b6c-4ffd-9e0a-ccb09c99e1f3 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:32.185543 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-64d00e04-91ba-4dae-879a-0a18fb298992 req-392d26c0-2b6c-4ffd-9e0a-ccb09c99e1f3 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 943 time: 0.0785205 Aug 09 10:57:32.230048 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-64d00e04-91ba-4dae-879a-0a18fb298992 req-b667e705-a73e-4c85-9337-0da0bc084527 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Aug 09 10:57:32.288456 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:32.359514 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ffcd-2e3a-4ab7-806d-7c7bc05e42bb req-c502b32e-5242-45c2-b8c1-852ce2775064 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:32.361211 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3152ffcd-2e3a-4ab7-806d-7c7bc05e42bb req-c502b32e-5242-45c2-b8c1-852ce2775064 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0548463 Aug 09 10:57:32.383876 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:32.419281 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=105358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:57:32.448680 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3152ffcd-2e3a-4ab7-806d-7c7bc05e42bb req-9517372e-975b-4832-9e45-7bf55441a93a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809114 Aug 09 10:57:32.450978 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29810d69-fb3f-43b0-8f26-a21204cb5c2c,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:32.456345 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:32.460674 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.segments_db [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Added segment fdd9e618-5c73-4973-9f43-d8bb5e10b52d of type vlan for network 4000b91c-ba18-4e41-8561-496f62419220 Aug 09 10:57:32.504400 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:32.653540 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:32.654528 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:32.655136 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:32.714526 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] Pushing event updated for resources: {'Network': ['ID=4000b91c-ba18-4e41-8561-496f62419220,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:32.724185 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 4000b91c-ba18-4e41-8561-496f62419220 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:57:32.831294 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-767eb36e-2dc7-4525-b31f-ea93d37c3e91 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9153645 Aug 09 10:57:32.836935 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42662) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:32.843067 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Request body: {'subnet': {'network_id': '4000b91c-ba18-4e41-8561-496f62419220', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-874682243-subnet', 'tenant_id': '2590e8cf4c6f466aa6236f9d7a133cb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:32.921751 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Made reservation on behalf of 2590e8cf4c6f466aa6236f9d7a133cb9 for: {'subnet': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:57:32.924247 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011492'] for subnet, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:32.949155 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42666) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:33.058748 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-6884c8b3-86d3-4d27-9a65-2a5d69ce2821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:33.141533 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-6884c8b3-86d3-4d27-9a65-2a5d69ce2821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:33.155898 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5854994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011478'] for subnet, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:33.210567 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9319dcc6-88a1-45e4-80cd-7d99ca0c9da4,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:33.220144 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Checking segment: {'id': 'fdd9e618-5c73-4973-9f43-d8bb5e10b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4000b91c-ba18-4e41-8561-496f62419220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:57:33.220500 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Network hostable DHCP agents. Network: 4000b91c-ba18-4e41-8561-496f62419220, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:57:33.222827 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-6884c8b3-86d3-4d27-9a65-2a5d69ce2821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:33.259453 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884c8b3-86d3-4d27-9a65-2a5d69ce2821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5d9ead-96df-4331-b46f-053ce81aa5cd,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:33.270590 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-6884c8b3-86d3-4d27-9a65-2a5d69ce2821 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4259f48b2a1447eea3d410ca424ea62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174977 Aug 09 10:57:33.270590 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42672) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:33.302948 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Network 4000b91c-ba18-4e41-8561-496f62419220 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:57:33.320791 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c9598341-45a6-42fa-a92a-6c36716ed08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:33.342299 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c9598341-45a6-42fa-a92a-6c36716ed08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:33.356530 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe760561-948b-4afc-84c4-b0b0a0211f92 req-36b853ad-39f7-477e-a906-a26f1accd12d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:33.358023 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fe760561-948b-4afc-84c4-b0b0a0211f92 req-36b853ad-39f7-477e-a906-a26f1accd12d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 943 time: 0.0485003 Aug 09 10:57:33.390581 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 4000b91c-ba18-4e41-8561-496f62419220) {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:57:33.396504 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:33.397137 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:33.401753 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6403b39e-1769-4473-95c8-4583850fa601 None None] Network 4000b91c-ba18-4e41-8561-496f62419220 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:57:33.403068 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fe760561-948b-4afc-84c4-b0b0a0211f92 req-a215e2b6-8c55-4865-89c6-3533a86184ed tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389571 Aug 09 10:57:33.447655 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c9598341-45a6-42fa-a92a-6c36716ed08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:33.450151 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c9598341-45a6-42fa-a92a-6c36716ed08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:33.451294 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c9598341-45a6-42fa-a92a-6c36716ed08a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e5d9ead-96df-4331-b46f-053ce81aa5cd HTTP/1.1" status: 204 len: 168 time: 0.1800921 Aug 09 10:57:33.459536 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598341-45a6-42fa-a92a-6c36716ed08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5d9ead-96df-4331-b46f-053ce81aa5cd,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:33.499908 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-50d536d7-2f02-42d4-873f-6fe359ac61fa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6646929 Aug 09 10:57:33.546056 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae33a5a-8968-4738-bb52-b48027d62975 None None] Network 4000b91c-ba18-4e41-8561-496f62419220 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:57:33.695072 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68fc4-4e4a-49a3-aac0-986c8486e96c req-a45b6f35-8c32-40a2-95c6-28e922da0012 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:33.698611 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d2f68fc4-4e4a-49a3-aac0-986c8486e96c req-a45b6f35-8c32-40a2-95c6-28e922da0012 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0754611 Aug 09 10:57:33.753601 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d2f68fc4-4e4a-49a3-aac0-986c8486e96c req-358e662a-9fc6-4457-a99c-b4a0752f9792 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Aug 09 10:57:34.219068 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42706) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:34.232568 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c31a8f1c-71b2-4ac0-a9ef-f2f6d91058c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.317714 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c31a8f1c-71b2-4ac0-a9ef-f2f6d91058c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.417515 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c31a8f1c-71b2-4ac0-a9ef-f2f6d91058c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.457930 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a8f1c-71b2-4ac0-a9ef-f2f6d91058c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a275b-217d-477a-8950-400e5ebca861,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:34.469747 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c31a8f1c-71b2-4ac0-a9ef-f2f6d91058c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a5274b92a3f4a7ebaab139a4e66f942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487161 Aug 09 10:57:34.471445 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42712) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:34.558311 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-516ef138-c2ac-4f35-8c56-4c86ef42dcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.568184 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920e0b0-566d-48a4-beec-6eff93001016 req-fe42536e-e822-4558-bdf4-eabea9448323 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:34.569631 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1920e0b0-566d-48a4-beec-6eff93001016 req-fe42536e-e822-4558-bdf4-eabea9448323 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 943 time: 0.0739939 Aug 09 10:57:34.606497 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-516ef138-c2ac-4f35-8c56-4c86ef42dcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.644247 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1920e0b0-566d-48a4-beec-6eff93001016 req-f918f1fa-d158-4cdd-bbdf-30e5cc672e5d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669925 Aug 09 10:57:34.654320 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42718) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:34.668382 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-647611170-network', 'tenant_id': 'dd340249acfd4e52acd9469a829def2a'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:34.796466 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Made reservation on behalf of dd340249acfd4e52acd9469a829def2a for: {'network': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:57:34.799512 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-516ef138-c2ac-4f35-8c56-4c86ef42dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.799664 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.809894 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.810587 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-516ef138-c2ac-4f35-8c56-4c86ef42dcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.812884 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-516ef138-c2ac-4f35-8c56-4c86ef42dcbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a53a275b-217d-477a-8950-400e5ebca861 HTTP/1.1" status: 204 len: 168 time: 0.3402343 Aug 09 10:57:34.823684 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ef138-c2ac-4f35-8c56-4c86ef42dcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a275b-217d-477a-8950-400e5ebca861,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:34.851532 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 573f3d1b-1cb2-4441-b27a-5d38ce71a99a details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:57:34.903886 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a7f27-4730-4100-8d8e-f59ca17ad28f req-8bcecad8-dc2a-4c10-a9b7-ed7ef5c4dd92 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:34.920580 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-da2a7f27-4730-4100-8d8e-f59ca17ad28f req-8bcecad8-dc2a-4c10-a9b7-ed7ef5c4dd92 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0878117 Aug 09 10:57:34.971093 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:34.988025 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-da2a7f27-4730-4100-8d8e-f59ca17ad28f req-4f2fce05-3e7a-4a1e-8c55-ba972a50d0bf tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574012 Aug 09 10:57:35.035487 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:35.046812 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '573f3d1b-1cb2-4441-b27a-5d38ce71a99a', 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6', 'port_id': '573f3d1b-1cb2-4441-b27a-5d38ce71a99a', 'mac_address': 'fa:16:3e:d6:1f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2b475e-dc6d-48b2-83fb-dee447d2b327', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:57:35.083279 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:35.096889 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573f3d1b-1cb2-4441-b27a-5d38ce71a99a {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:57:35.098564 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:35.116923 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:35.123197 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=105358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:57:35.137633 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f130a4d9-8c11-43fe-a986-c69a5271ae90,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:35.140492 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:35.140835 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.segments_db [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Added segment 084df86a-7ca4-4305-986d-4c652ee53822 of type vlan for network 540d8d14-8969-403a-b827-aae53cf597b6 Aug 09 10:57:35.180377 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:35.195765 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:35.249977 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:35.257262 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.257617 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.264945 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:57:35.316194 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:35.317734 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:35.318076 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:35.376257 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] Pushing event updated for resources: {'Network': ['ID=540d8d14-8969-403a-b827-aae53cf597b6,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:35.386713 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 540d8d14-8969-403a-b827-aae53cf597b6 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:57:35.423985 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-108ca566-1a65-46b7-9ab3-195d988f52a4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7684493 Aug 09 10:57:35.427301 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42738) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:35.435227 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Request body: {'subnet': {'network_id': '540d8d14-8969-403a-b827-aae53cf597b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-647611170-subnet', 'tenant_id': 'dd340249acfd4e52acd9469a829def2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:35.567517 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Made reservation on behalf of dd340249acfd4e52acd9469a829def2a for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:57:35.569909 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:35.598427 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['573f3d1b-1cb2-4441-b27a-5d38ce71a99a'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:57:35.780348 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d40ec-32aa-4031-8c3d-dac78baa76bc req-5466771c-01ab-4bb4-9699-e6dc27d7addd tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:35.781894 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-261d40ec-32aa-4031-8c3d-dac78baa76bc req-5466771c-01ab-4bb4-9699-e6dc27d7addd tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 944 time: 0.0621035 Aug 09 10:57:35.813366 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:35.820899 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-261d40ec-32aa-4031-8c3d-dac78baa76bc req-6bfbc630-3f44-4351-a8ee-fee1f5dd677f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325339 Aug 09 10:57:35.879217 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08c20f8-f7c9-451b-aa6b-75d93f87c5db,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:35.888455 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Checking segment: {'id': '084df86a-7ca4-4305-986d-4c652ee53822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '540d8d14-8969-403a-b827-aae53cf597b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:57:35.888806 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Network hostable DHCP agents. Network: 540d8d14-8969-403a-b827-aae53cf597b6, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:57:36.002013 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Network 540d8d14-8969-403a-b827-aae53cf597b6 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:57:36.112336 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411f4d5-2e2d-480a-91e2-531ed56c5b08 req-396e354e-2165-455c-9a6b-4dbda63f1c56 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:36.114290 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e411f4d5-2e2d-480a-91e2-531ed56c5b08 req-396e354e-2165-455c-9a6b-4dbda63f1c56 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0498846 Aug 09 10:57:36.158028 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e411f4d5-2e2d-480a-91e2-531ed56c5b08 req-ac204107-d6b1-43ae-962f-f5d3d445881c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337303 Aug 09 10:57:36.183189 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 540d8d14-8969-403a-b827-aae53cf597b6) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:57:36.187775 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:36.188708 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.191880 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699b3e6-ede6-4a60-9e9e-ee9851f6c98e None None] Network 540d8d14-8969-403a-b827-aae53cf597b6 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:57:36.270731 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-126c9e6d-662e-4663-9b90-1bccec2a1e3c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8429477 Aug 09 10:57:36.332306 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc55f6e6-2aee-4eec-959a-443a5904c621 None None] Network 540d8d14-8969-403a-b827-aae53cf597b6 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:57:36.399941 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42770) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:36.444574 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_v2 [None req-308a6fad-e21e-439f-aa2b-e1a16e595614 admin admin] Deleting subnet 9319dcc6-88a1-45e4-80cd-7d99ca0c9da4 {{(pid=105358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 10:57:36.449341 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-308a6fad-e21e-439f-aa2b-e1a16e595614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.482826 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-308a6fad-e21e-439f-aa2b-e1a16e595614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732250'] for subnet, precommit_delete_associations {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.527756 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-308a6fad-e21e-439f-aa2b-e1a16e595614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.641982 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-308a6fad-e21e-439f-aa2b-e1a16e595614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5855061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011471'] for subnet, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.665028 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a6fad-e21e-439f-aa2b-e1a16e595614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9319dcc6-88a1-45e4-80cd-7d99ca0c9da4,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:36.670598 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-308a6fad-e21e-439f-aa2b-e1a16e595614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.679936 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-308a6fad-e21e-439f-aa2b-e1a16e595614 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9319dcc6-88a1-45e4-80cd-7d99ca0c9da4 HTTP/1.1" status: 204 len: 168 time: 0.2718422 Aug 09 10:57:36.679936 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42782) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:36.745454 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.822021 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.833199 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4000b91c-ba18-4e41-8561-496f62419220']}} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:36.852198 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd9e618-5c73-4973-9f43-d8bb5e10b52d') {'for_net_delete': True} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:36.852548 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd9e618-5c73-4973-9f43-d8bb5e10b52d') {} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:36.871895 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732237'] for segment, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.872310 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 573f3d1b-1cb2-4441-b27a-5d38ce71a99a up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:57:36.889515 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.898862 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=105358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 10:57:36.899302 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5855115'] for segment, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: Traceback (most recent call last): Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: timer() Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: cb(*args, **kw) Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: return func(*args, **kwargs) Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: self._notify() Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: self.callback(batched_events) Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: event.method(event) Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: return f(self, *a, **k) Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._get(url).json() Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: return self.request(url, 'GET', **kwargs) Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 10:57:36.943548 dv-cinder-803896-1-iscsi neutron-server[105358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 10:57:37.003351 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da254fb-2ac9-40e0-9bfe-65da015ea15f req-b00cd0d2-e71e-477e-96e8-f440cc6fe10a tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:37.004856 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0da254fb-2ac9-40e0-9bfe-65da015ea15f req-b00cd0d2-e71e-477e-96e8-f440cc6fe10a tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 944 time: 0.0551105 Aug 09 10:57:37.144138 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:57:37.144138 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:57:37.144138 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.146399 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0da254fb-2ac9-40e0-9bfe-65da015ea15f req-0eef8518-3b59-4d6f-a4fb-1f653e90fa77 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Aug 09 10:57:37.146769 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.171894 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c489415-80e0-4b4e-b1c6-ddd793046ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573f3d1b-1cb2-4441-b27a-5d38ce71a99a'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:37.171894 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfd55e9-6b4e-45e0-872a-3f599e10beff" -d '{"events": [{"server_uuid": "5c489415-80e0-4b4e-b1c6-ddd793046ec2", "name": "network-vif-plugged", "status": "completed", "tag": "573f3d1b-1cb2-4441-b27a-5d38ce71a99a"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:37.178634 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:37.206876 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9b0cbc-3536-42d3-a3c8-72a501e80415 x-openstack-request-id: req-4c9b0cbc-3536-42d3-a3c8-72a501e80415 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:37.207495 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c489415-80e0-4b4e-b1c6-ddd793046ec2", "name": "network-vif-plugged", "status": "completed", "tag": "573f3d1b-1cb2-4441-b27a-5d38ce71a99a", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:37.207495 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c9b0cbc-3536-42d3-a3c8-72a501e80415 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:37.207804 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c489415-80e0-4b4e-b1c6-ddd793046ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573f3d1b-1cb2-4441-b27a-5d38ce71a99a', 'code': 200} Aug 09 10:57:37.235505 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.248329 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.250404 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4000b91c-ba18-4e41-8561-496f62419220 HTTP/1.1" status: 204 len: 168 time: 0.5742126 Aug 09 10:57:37.253287 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42808) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:37.291997 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec314e41-429d-4b79-bacf-10ad237e3894 admin admin] Pushing event deleted for resources: {'Network': ['ID=4000b91c-ba18-4e41-8561-496f62419220,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:37.313206 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6844e6b2-1c46-45a2-8cfb-ed642c2eb822 admin admin] Deleting subnet b08c20f8-f7c9-451b-aa6b-75d93f87c5db {{(pid=105358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 10:57:37.316312 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6844e6b2-1c46-45a2-8cfb-ed642c2eb822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.317076 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc1fee-c55d-4251-bf97-b7aad754ef83 req-65b4d754-319f-43cb-a559-e93c67f08ddc tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:37.318575 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a1fc1fee-c55d-4251-bf97-b7aad754ef83 req-65b4d754-319f-43cb-a559-e93c67f08ddc tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0872955 Aug 09 10:57:37.322715 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.359636 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6844e6b2-1c46-45a2-8cfb-ed642c2eb822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732250'] for subnet, precommit_delete_associations {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.371848 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a1fc1fee-c55d-4251-bf97-b7aad754ef83 req-1eb4d724-7506-4089-8d50-eefe75b2c6d3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Aug 09 10:57:37.411358 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6844e6b2-1c46-45a2-8cfb-ed642c2eb822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.501913 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:37.551030 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6844e6b2-1c46-45a2-8cfb-ed642c2eb822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5855061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011471'] for subnet, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.585915 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6844e6b2-1c46-45a2-8cfb-ed642c2eb822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.588151 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-6844e6b2-1c46-45a2-8cfb-ed642c2eb822 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b08c20f8-f7c9-451b-aa6b-75d93f87c5db HTTP/1.1" status: 204 len: 168 time: 0.3330159 Aug 09 10:57:37.589223 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844e6b2-1c46-45a2-8cfb-ed642c2eb822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08c20f8-f7c9-451b-aa6b-75d93f87c5db,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:37.591909 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42816) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:37.628372 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8349de-3b28-4118-99f5-359cc1c10a8b req-c6530e13-bc1e-49cb-a05a-bf4d631aa390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:37.629947 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7e8349de-3b28-4118-99f5-359cc1c10a8b req-c6530e13-bc1e-49cb-a05a-bf4d631aa390 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0488579 Aug 09 10:57:37.664378 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.667253 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7e8349de-3b28-4118-99f5-359cc1c10a8b req-032da805-90cf-48a3-8f98-07969a9d1064 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278783 Aug 09 10:57:37.738326 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.749439 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540d8d14-8969-403a-b827-aae53cf597b6']}} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:37.760067 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084df86a-7ca4-4305-986d-4c652ee53822') {'for_net_delete': True} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:37.760356 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084df86a-7ca4-4305-986d-4c652ee53822') {} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:57:37.769227 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732237'] for segment, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.782707 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.788324 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=105358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 10:57:37.788708 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5855115'] for segment, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: Traceback (most recent call last): Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: timer() Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: cb(*args, **kw) Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: return func(*args, **kwargs) Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: self._notify() Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: self.callback(batched_events) Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: event.method(event) Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: return f(self, *a, **k) Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._get(url).json() Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: return self.request(url, 'GET', **kwargs) Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 10:57:37.790752 dv-cinder-803896-1-iscsi neutron-server[105358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 10:57:38.013158 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:38.021418 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:38.021418 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] 10.222.0.35 "DELETE /v2.0/networks/540d8d14-8969-403a-b827-aae53cf597b6 HTTP/1.1" status: 204 len: 168 time: 0.4277036 Aug 09 10:57:38.033236 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007a83e-9fe9-47b4-966c-78d38d88b0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=540d8d14-8969-403a-b827-aae53cf597b6,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:38.257932 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c6c24-05ec-4c3f-bed3-631731b998f6 req-502f72cd-5ac6-419e-adc9-c7599110b4eb tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:38.259483 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cc4c6c24-05ec-4c3f-bed3-631731b998f6 req-502f72cd-5ac6-419e-adc9-c7599110b4eb tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 945 time: 0.0580626 Aug 09 10:57:38.300937 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cc4c6c24-05ec-4c3f-bed3-631731b998f6 req-d056e339-c2bc-4671-93fc-2ed5ffdb2b24 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327373 Aug 09 10:57:38.476592 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42838) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:38.490732 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c567bc-c0c6-435a-9822-e6ef44f57498 req-1304ffbe-8451-4108-b477-16dd4898f034 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:38.492285 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-93c567bc-c0c6-435a-9822-e6ef44f57498 req-1304ffbe-8451-4108-b477-16dd4898f034 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Aug 09 10:57:38.499837 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42842) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:38.537578 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-93c567bc-c0c6-435a-9822-e6ef44f57498 req-4a92b927-40ee-46a5-9a72-79b7aa3c7c06 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 09 10:57:38.544634 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-cbb510d7-18ab-42f8-a931-33aad68be7a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2590e8cf4c6f466aa6236f9d7a133cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432379 Aug 09 10:57:38.547480 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42844) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:38.608984 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bf94615e-62b9-46fc-a1c1-693bf69f65c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:38.631053 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bf94615e-62b9-46fc-a1c1-693bf69f65c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:38.693354 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c024510a-5308-479a-a72e-bcf938018cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:38.747155 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bf94615e-62b9-46fc-a1c1-693bf69f65c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:38.749480 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bf94615e-62b9-46fc-a1c1-693bf69f65c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:38.750602 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-bf94615e-62b9-46fc-a1c1-693bf69f65c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29810d69-fb3f-43b0-8f26-a21204cb5c2c HTTP/1.1" status: 204 len: 168 time: 0.2025676 Aug 09 10:57:38.764245 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94615e-62b9-46fc-a1c1-693bf69f65c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29810d69-fb3f-43b0-8f26-a21204cb5c2c,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:38.794443 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c024510a-5308-479a-a72e-bcf938018cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:38.875911 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c024510a-5308-479a-a72e-bcf938018cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:38.913577 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024510a-5308-479a-a72e-bcf938018cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebbaa11-f354-4860-a013-7d35aa2749d7,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:38.920085 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c024510a-5308-479a-a72e-bcf938018cf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63d0f313ae204e1db53dec9967f04596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423895 Aug 09 10:57:38.926816 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42848) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:38.979926 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b4c-38db-4ab3-b1b2-df4699642875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:39.000876 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b4c-38db-4ab3-b1b2-df4699642875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:39.127331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b4c-38db-4ab3-b1b2-df4699642875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:39.129920 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d62e3b4c-38db-4ab3-b1b2-df4699642875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:39.131255 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d62e3b4c-38db-4ab3-b1b2-df4699642875 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ebbaa11-f354-4860-a013-7d35aa2749d7 HTTP/1.1" status: 204 len: 168 time: 0.2072346 Aug 09 10:57:39.140286 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e3b4c-38db-4ab3-b1b2-df4699642875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebbaa11-f354-4860-a013-7d35aa2749d7,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:39.433605 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fff45-9d01-4d0f-86f0-ce1cb4f84e2f req-171c9628-f4d4-4855-b3b1-8f8827fd1a62 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:39.440466 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b51fff45-9d01-4d0f-86f0-ce1cb4f84e2f req-171c9628-f4d4-4855-b3b1-8f8827fd1a62 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 945 time: 0.0494137 Aug 09 10:57:39.486174 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b51fff45-9d01-4d0f-86f0-ce1cb4f84e2f req-fb046a3b-2457-40a9-939d-190aafad1884 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 Aug 09 10:57:39.526008 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42870) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:39.571006 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-24e46fb2-6b68-4b31-a479-95e70b061063 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd340249acfd4e52acd9469a829def2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415578 Aug 09 10:57:39.571484 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42876) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:39.663313 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3df6afeb-b1b9-4c0e-8cb4-8f6e1ce50f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:39.690345 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6607c-dcf6-424f-aa3b-373a010c4168 req-742ffcc5-c1ac-4b10-87c1-0b90015929ab tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:39.691967 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-94c6607c-dcf6-424f-aa3b-373a010c4168 req-742ffcc5-c1ac-4b10-87c1-0b90015929ab tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0771680 Aug 09 10:57:39.702178 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3df6afeb-b1b9-4c0e-8cb4-8f6e1ce50f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:39.757700 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-94c6607c-dcf6-424f-aa3b-373a010c4168 req-971ecf15-4015-4d58-88d2-5e7f5aec4a10 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576420 Aug 09 10:57:39.881819 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3df6afeb-b1b9-4c0e-8cb4-8f6e1ce50f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:39.884515 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3df6afeb-b1b9-4c0e-8cb4-8f6e1ce50f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:39.891989 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-3df6afeb-b1b9-4c0e-8cb4-8f6e1ce50f18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f130a4d9-8c11-43fe-a986-c69a5271ae90 HTTP/1.1" status: 204 len: 168 time: 0.3164375 Aug 09 10:57:39.903726 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6afeb-b1b9-4c0e-8cb4-8f6e1ce50f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f130a4d9-8c11-43fe-a986-c69a5271ae90,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:40.045441 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 42894) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:40.059942 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-cf75c628-77ad-425f-b0a7-243bd3070aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:40.154448 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-cf75c628-77ad-425f-b0a7-243bd3070aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:40.239387 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-cf75c628-77ad-425f-b0a7-243bd3070aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:40.282440 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-cf75c628-77ad-425f-b0a7-243bd3070aaa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ef86a891cf24e8c9b6537f4bc3a2b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358875 Aug 09 10:57:40.283331 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c628-77ad-425f-b0a7-243bd3070aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2da423-8b87-4c8f-b5cd-7d0248ee160f,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:40.286031 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 42906) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:40.349531 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ba8be253-2303-4c85-9456-9916a7d18a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:40.376756 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ba8be253-2303-4c85-9456-9916a7d18a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:40.525155 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ba8be253-2303-4c85-9456-9916a7d18a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:40.527795 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ba8be253-2303-4c85-9456-9916a7d18a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:40.528964 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ba8be253-2303-4c85-9456-9916a7d18a86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf2da423-8b87-4c8f-b5cd-7d0248ee160f HTTP/1.1" status: 204 len: 168 time: 0.2423773 Aug 09 10:57:40.536494 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8be253-2303-4c85-9456-9916a7d18a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2da423-8b87-4c8f-b5cd-7d0248ee160f,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:40.883297 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ebccf-b32a-4336-827b-419e9440b814 req-32f26ddd-1b98-4f4c-82de-e7f3b5a9b65f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:40.885642 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7f2ebccf-b32a-4336-827b-419e9440b814 req-32f26ddd-1b98-4f4c-82de-e7f3b5a9b65f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0553155 Aug 09 10:57:40.927689 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7f2ebccf-b32a-4336-827b-419e9440b814 req-2f5ed46d-525b-4732-bc26-5e0e00e55f5d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364177 Aug 09 10:57:41.679707 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-a006d140-5823-4523-9701-c040d9c97a9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1053512 Aug 09 10:57:41.780731 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-3a154a0a-bd79-43d7-9666-c5a234827cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:41.782433 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-3a154a0a-bd79-43d7-9666-c5a234827cd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 1099 time: 0.0439031 Aug 09 10:57:41.945700 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-d8a70212-47f8-435e-bf16-a1b44189f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:41.948675 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-d8a70212-47f8-435e-bf16-a1b44189f122 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 915 time: 0.1166177 Aug 09 10:57:42.028512 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-b18e3a2f-a886-41eb-88bf-5b6214c409da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 HTTP/1.1" status: 200 len: 217 time: 0.0598612 Aug 09 10:57:42.116977 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-32df02a8-84cc-481c-a659-dfeb85de9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:42.118570 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-32df02a8-84cc-481c-a659-dfeb85de9b15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe2b475e-dc6d-48b2-83fb-dee447d2b327 HTTP/1.1" status: 200 len: 854 time: 0.0807116 Aug 09 10:57:42.126365 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd7b4e-c7a0-44e8-adaf-9d13d0f78a7c req-f4ae6837-ba52-4cbb-9343-4ca960d107a9 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:42.130759 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d6cd7b4e-c7a0-44e8-adaf-9d13d0f78a7c req-f4ae6837-ba52-4cbb-9343-4ca960d107a9 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.1031711 Aug 09 10:57:42.182441 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-34c913dd-eb95-42e0-ae1b-3ae682452dd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92bf1dd3-ef81-4b79-accc-838b697216d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500917 Aug 09 10:57:42.222806 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d6cd7b4e-c7a0-44e8-adaf-9d13d0f78a7c req-a81d5ee9-aeea-47ac-9730-8e52e7519280 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740273 Aug 09 10:57:42.305013 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-735bbfef-7615-40f5-a7d4-8d73d27beca2 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053898 Aug 09 10:57:42.454359 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e67c5017-fefd-4282-9abb-92e02375eb19 req-e9fc3219-d5c3-47e1-83a0-f4095584a71c service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272061 Aug 09 10:57:42.771622 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-42c7be83-748d-4b04-b241-845d4cb4c78e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:42.777752 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-42c7be83-748d-4b04-b241-845d4cb4c78e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 814 time: 0.1227291 Aug 09 10:57:42.793309 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-db48f088-7432-4e36-8475-3d3c60463df3 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/quotas/80f11a7cf41e4641ad74eed74693d711 HTTP/1.1" status: 200 len: 375 time: 0.0139861 Aug 09 10:57:42.847221 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-4faf85e3-4cca-4ac6-a9ab-58ecea1bf505 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468459 Aug 09 10:57:42.936163 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-a762cbe2-5d5d-4940-a7b1-3fee55ef2a31 service neutron] 10.222.0.35 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834394 Aug 09 10:57:43.030431 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-4065e1ca-b6bd-4f35-9ec1-e2ee41b3a6a1 service neutron] 10.222.0.35 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882161 Aug 09 10:57:44.193590 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:45.728722 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bbf6d-af10-4515-bd41-428ac3e13bc5 req-c25df3a8-55c8-4203-93c7-04263acc1ab7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:45.730291 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d22bbf6d-af10-4515-bd41-428ac3e13bc5 req-c25df3a8-55c8-4203-93c7-04263acc1ab7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0506291 Aug 09 10:57:45.758949 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-693398a1-ba3a-410e-a4fd-498f403bba8b req-0078a3d5-2185-436d-a244-8465c459ada6 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 210 time: 0.0282259 Aug 09 10:57:45.774326 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d22bbf6d-af10-4515-bd41-428ac3e13bc5 req-7b2eae64-df5f-4fdf-9f68-19ac96a1a9b2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Aug 09 10:57:46.894474 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cfb42589-b8b7-4321-80fb-37a510c49419 req-d40531a1-0da2-4baf-92f0-b94f743b3329 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 210 time: 0.0443616 Aug 09 10:57:46.926029 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51293c-5be9-4259-af4b-1aa0b71fd321 req-bf14d821-7dc9-4f32-828a-810175e0d28f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:46.927590 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ad51293c-5be9-4259-af4b-1aa0b71fd321 req-bf14d821-7dc9-4f32-828a-810175e0d28f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0567305 Aug 09 10:57:46.968220 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ad51293c-5be9-4259-af4b-1aa0b71fd321 req-70eefe23-8e74-47c4-b1db-230c4ea9cde8 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Aug 09 10:57:47.127547 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-021f89ea-8956-41ae-9df3-6618e005297c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:47.129846 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-021f89ea-8956-41ae-9df3-6618e005297c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 814 time: 0.1110137 Aug 09 10:57:47.144356 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Request body: {'port': {'device_id': '0f510b8e-a389-4317-bf60-abfd254ebf0d', 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6', 'admin_state_up': True, 'tenant_id': '80f11a7cf41e4641ad74eed74693d711'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:47.330586 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Made reservation on behalf of 80f11a7cf41e4641ad74eed74693d711 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:57:47.334315 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:47.468370 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Allocated IP 172.20.0.4 (92bf1dd3-ef81-4b79-accc-838b697216d6/fe2b475e-dc6d-48b2-83fb-dee447d2b327/1d7c2248-7120-4c0c-80ed-64b8015755f9) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:57:47.614607 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:47.716302 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:47.734172 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', '573f3d1b-1cb2-4441-b27a-5d38ce71a99a'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:57:47.792548 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Network 92bf1dd3-ef81-4b79-accc-838b697216d6 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:57:47.795784 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:57:47.799749 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:57:47.806306 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:47.806306 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:47.812878 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Pushing event updated for resources: {'Port': ['ID=1d7c2248-7120-4c0c-80ed-64b8015755f9,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:47.906268 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-e1cc8a19-34c6-49b6-8ae7-5bebb5e8b486 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7657115 Aug 09 10:57:47.944403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Request body: {'port': {'device_id': '0f510b8e-a389-4317-bf60-abfd254ebf0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:57:48.032313 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43182) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:48.046191 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.064081 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d099-834c-42b2-9459-61205943208f req-cc0f5288-12f5-42b6-a36e-ca998b3733bb tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:48.065585 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cd33d099-834c-42b2-9459-61205943208f req-cc0f5288-12f5-42b6-a36e-ca998b3733bb tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 931 time: 0.0595942 Aug 09 10:57:48.110501 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cd33d099-834c-42b2-9459-61205943208f req-45bd15ac-6b07-48a1-808c-bc965a22e8a6 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Aug 09 10:57:48.157049 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e9f2-0d0a-4753-9d42-58389b22e213 req-c251d0bb-f15b-46a6-b142-437d0863d129 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:48.160137 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d658e9f2-0d0a-4753-9d42-58389b22e213 req-c251d0bb-f15b-46a6-b142-437d0863d129 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0993366 Aug 09 10:57:48.241345 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61e2b874-0afd-46df-b064-a9471d095add admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.292885 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d658e9f2-0d0a-4753-9d42-58389b22e213 req-84e1542e-380a-4547-94c9-df7bd5ebb206 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753527 Aug 09 10:57:48.480467 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61e2b874-0afd-46df-b064-a9471d095add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.491073 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7c2248-7120-4c0c-80ed-64b8015755f9 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:57:48.498541 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.510110 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Transition to ACTIVE for port object 1d7c2248-7120-4c0c-80ed-64b8015755f9 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:57:48.559255 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-61e2b874-0afd-46df-b064-a9471d095add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.598185 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.607372 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-61e2b874-0afd-46df-b064-a9471d095add admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f06d3f6841c44c9a7c021cd54d7f9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5740094 Aug 09 10:57:48.610194 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43200) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:48.641293 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2b874-0afd-46df-b064-a9471d095add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9b5a4a-e9ca-4a7a-8c5c-81ac14e42914,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:48.685579 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1d7c2248-7120-4c0c-80ed-64b8015755f9,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:48.690847 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c8cac399-39e3-4c5f-a80a-a670edf9b008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.711712 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Attempting to bind port 1d7c2248-7120-4c0c-80ed-64b8015755f9 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:57:48.712087 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Attempting to bind port 1d7c2248-7120-4c0c-80ed-64b8015755f9 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:57:48.713002 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Attempting to bind port 1d7c2248-7120-4c0c-80ed-64b8015755f9 on network 92bf1dd3-ef81-4b79-accc-838b697216d6 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:57:48.716218 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c8cac399-39e3-4c5f-a80a-a670edf9b008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.717733 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Port 1d7c2248-7120-4c0c-80ed-64b8015755f9 on network 92bf1dd3-ef81-4b79-accc-838b697216d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:57:48.717733 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Attempting to bind port 1d7c2248-7120-4c0c-80ed-64b8015755f9 on network 92bf1dd3-ef81-4b79-accc-838b697216d6 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:57:48.722585 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:57:48.723008 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Checking segment: {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:57:48.723463 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Bound using segment: {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:57:48.723888 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Bound port: 1d7c2248-7120-4c0c-80ed-64b8015755f9, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:57:48.724245 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.795569 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] For port 1d7c2248-7120-4c0c-80ed-64b8015755f9, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:57:48.800198 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] For port 1d7c2248-7120-4c0c-80ed-64b8015755f9, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=1d7c2248-7120-4c0c-80ed-64b8015755f9,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:57:48.893468 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.981036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:48.981735 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:48.983173 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] 10.222.0.37 "PUT /v2.0/ports/1d7c2248-7120-4c0c-80ed-64b8015755f9 HTTP/1.1" status: 200 len: 1093 time: 1.0557442 Aug 09 10:57:48.983646 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f510b8e-a389-4317-bf60-abfd254ebf0d', 'tag': '1d7c2248-7120-4c0c-80ed-64b8015755f9'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:48.989954 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404391cc-67df-4e87-8496-74ed703f152e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f510b8e-a389-4317-bf60-abfd254ebf0d", "tag": "1d7c2248-7120-4c0c-80ed-64b8015755f9"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:49.008109 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca5a4-bcf4-404c-b703-25ca5eab1b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1d7c2248-7120-4c0c-80ed-64b8015755f9,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:49.033748 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d785d66-1b95-4180-a916-89172b1d3f4e x-openstack-request-id: req-3d785d66-1b95-4180-a916-89172b1d3f4e {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:49.034157 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f510b8e-a389-4317-bf60-abfd254ebf0d", "tag": "1d7c2248-7120-4c0c-80ed-64b8015755f9", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:49.034697 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d785d66-1b95-4180-a916-89172b1d3f4e {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:49.035208 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f510b8e-a389-4317-bf60-abfd254ebf0d', 'tag': '1d7c2248-7120-4c0c-80ed-64b8015755f9', 'status': 'completed', 'code': 200} Aug 09 10:57:49.035840 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c8cac399-39e3-4c5f-a80a-a670edf9b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:49.038424 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c8cac399-39e3-4c5f-a80a-a670edf9b008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:49.039690 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c8cac399-39e3-4c5f-a80a-a670edf9b008 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce9b5a4a-e9ca-4a7a-8c5c-81ac14e42914 HTTP/1.1" status: 204 len: 168 time: 0.4282615 Aug 09 10:57:49.052238 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cac399-39e3-4c5f-a80a-a670edf9b008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9b5a4a-e9ca-4a7a-8c5c-81ac14e42914,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:49.121868 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404391cc-67df-4e87-8496-74ed703f152e req-1ed46b95-8b8e-436d-95f3-3e10f6bc25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:49.124326 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-404391cc-67df-4e87-8496-74ed703f152e req-1ed46b95-8b8e-436d-95f3-3e10f6bc25a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 1096 time: 0.0599854 Aug 09 10:57:49.263859 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404391cc-67df-4e87-8496-74ed703f152e req-24636e5b-f477-4c23-8478-36b849835206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:49.265346 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-404391cc-67df-4e87-8496-74ed703f152e req-24636e5b-f477-4c23-8478-36b849835206 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=80f11a7cf41e4641ad74eed74693d711&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1216691 Aug 09 10:57:49.268313 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7b930-bbf1-443a-8553-e48df60a5ff5 req-a67243d5-5120-4c2d-8ee7-179b478be127 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:49.269964 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e9e7b930-bbf1-443a-8553-e48df60a5ff5 req-a67243d5-5120-4c2d-8ee7-179b478be127 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 943 time: 0.0646896 Aug 09 10:57:49.311086 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e9e7b930-bbf1-443a-8553-e48df60a5ff5 req-3cbc0013-3df5-48f8-9f72-a509a0df004f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328088 Aug 09 10:57:49.373770 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404391cc-67df-4e87-8496-74ed703f152e req-5a5a0097-a249-4349-9b02-e584bfd57e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:49.375873 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-404391cc-67df-4e87-8496-74ed703f152e req-5a5a0097-a249-4349-9b02-e584bfd57e05 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023567 Aug 09 10:57:49.432661 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f12cdd-9920-48bf-ace0-4908f4d8c297 req-d438975b-7c16-44cb-874e-87ddfbc5f2dd tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:49.434330 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c8f12cdd-9920-48bf-ace0-4908f4d8c297 req-d438975b-7c16-44cb-874e-87ddfbc5f2dd tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0525630 Aug 09 10:57:49.501440 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c8f12cdd-9920-48bf-ace0-4908f4d8c297 req-e7ad6f34-c7c7-4ac0-9840-e4f5e8796513 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584099 Aug 09 10:57:49.504511 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-dcc46a88-b333-47f0-b260-e892ee965397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:49.506010 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-dcc46a88-b333-47f0-b260-e892ee965397 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 1096 time: 0.0707674 Aug 09 10:57:49.636654 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-b8a0102b-2449-41a7-992e-a613610c39a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d7c2248-7120-4c0c-80ed-64b8015755f9 HTTP/1.1" status: 200 len: 217 time: 0.0342722 Aug 09 10:57:49.690255 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-4642c3a6-55eb-4bd6-87a3-370820f058e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:49.691822 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-4642c3a6-55eb-4bd6-87a3-370820f058e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe2b475e-dc6d-48b2-83fb-dee447d2b327 HTTP/1.1" status: 200 len: 854 time: 0.0446177 Aug 09 10:57:49.725006 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-0bf2e429-1165-4aa1-89b4-b4e6473b1ebb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92bf1dd3-ef81-4b79-accc-838b697216d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237341 Aug 09 10:57:49.820511 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-26b1c5e3-76ec-478c-b069-9d19b5eb2166 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865993 Aug 09 10:57:49.855252 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43254) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:49.872165 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5bcba9f1-7cbf-4c51-aa69-c85890cfccfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:49.925225 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa01748f-61f2-4531-92c4-37b15bbf2070 req-6f7b43ad-37e8-4648-b147-2561921501d8 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914407 Aug 09 10:57:49.963893 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5bcba9f1-7cbf-4c51-aa69-c85890cfccfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.009633 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5bcba9f1-7cbf-4c51-aa69-c85890cfccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.050113 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-5bcba9f1-7cbf-4c51-aa69-c85890cfccfb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15f122ccba474b30bbc424bd5d613653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928542 Aug 09 10:57:50.052547 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcba9f1-7cbf-4c51-aa69-c85890cfccfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a75efe-35f4-41b1-9b90-e8425de59242,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:50.052868 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43262) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:50.108221 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-bc0f903a-fe7f-4d2a-a568-49793b0ec324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.130723 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-bc0f903a-fe7f-4d2a-a568-49793b0ec324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.229287 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-021eeeb5-961b-4ec8-a6b0-d841a4a92a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.291331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-bc0f903a-fe7f-4d2a-a568-49793b0ec324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.294118 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-bc0f903a-fe7f-4d2a-a568-49793b0ec324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.295309 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-bc0f903a-fe7f-4d2a-a568-49793b0ec324 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4a75efe-35f4-41b1-9b90-e8425de59242 HTTP/1.1" status: 204 len: 168 time: 0.2414496 Aug 09 10:57:50.303800 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f903a-fe7f-4d2a-a568-49793b0ec324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a75efe-35f4-41b1-9b90-e8425de59242,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:50.432834 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85220010-53cd-4c66-9dcd-080cefb585aa req-47420312-349c-462e-affb-afc877de5931 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:50.434313 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-85220010-53cd-4c66-9dcd-080cefb585aa req-47420312-349c-462e-affb-afc877de5931 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 943 time: 0.0505838 Aug 09 10:57:50.475403 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-85220010-53cd-4c66-9dcd-080cefb585aa req-48e4ca3e-c2eb-4596-9814-470980ca7456 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Aug 09 10:57:50.552316 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43280) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:50.629918 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9d8f7-8609-4f86-8d46-ae8aebf1e521 req-24455148-a907-4f5e-9b6d-0468ec667078 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:50.631784 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-55f9d8f7-8609-4f86-8d46-ae8aebf1e521 req-24455148-a907-4f5e-9b6d-0468ec667078 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0556176 Aug 09 10:57:50.694957 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-55f9d8f7-8609-4f86-8d46-ae8aebf1e521 req-4876c772-9dc9-4760-9ce6-f4b962d92baa tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562990 Aug 09 10:57:50.703502 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4357aed9-dc67-4dea-ab23-e15c95cc3277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.790143 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4357aed9-dc67-4dea-ab23-e15c95cc3277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.892444 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4357aed9-dc67-4dea-ab23-e15c95cc3277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:50.934276 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-4357aed9-dc67-4dea-ab23-e15c95cc3277 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ccb343293a14e9d934571efa6251161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807840 Aug 09 10:57:50.935199 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357aed9-dc67-4dea-ab23-e15c95cc3277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd9a4d-4c96-4c84-b3b0-77025e9f617f,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:50.937065 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43296) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:50.988448 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e35a89af-dd38-4f1b-a88e-120b5e9a7377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:51.008660 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e35a89af-dd38-4f1b-a88e-120b5e9a7377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:51.116510 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e35a89af-dd38-4f1b-a88e-120b5e9a7377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:51.120987 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e35a89af-dd38-4f1b-a88e-120b5e9a7377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:51.125282 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e35a89af-dd38-4f1b-a88e-120b5e9a7377 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78cd9a4d-4c96-4c84-b3b0-77025e9f617f HTTP/1.1" status: 204 len: 168 time: 0.1833763 Aug 09 10:57:51.131554 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a89af-dd38-4f1b-a88e-120b5e9a7377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd9a4d-4c96-4c84-b3b0-77025e9f617f,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:51.594970 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b072be-2633-4714-bfab-6a0df485f1c9 req-15bd1e36-6bbe-4c10-9f2c-ddba1d5715e9 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:51.596614 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-13b072be-2633-4714-bfab-6a0df485f1c9 req-15bd1e36-6bbe-4c10-9f2c-ddba1d5715e9 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 943 time: 0.0513191 Aug 09 10:57:51.636226 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-13b072be-2633-4714-bfab-6a0df485f1c9 req-60484fa8-0458-4b7e-844a-9fd6be47f97c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336428 Aug 09 10:57:51.776771 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43328) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:51.789886 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0caed6c4-82d3-4d97-81aa-de54d5b3ab61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:51.817693 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdebcb8-4379-420d-8497-a91aaffa791f req-fbb93480-2314-4543-b611-89ad3f34c49c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:51.819325 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0bdebcb8-4379-420d-8497-a91aaffa791f req-fbb93480-2314-4543-b611-89ad3f34c49c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0526927 Aug 09 10:57:51.868197 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0bdebcb8-4379-420d-8497-a91aaffa791f req-caf2bbab-27f8-4e54-881e-dbda653745e8 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Aug 09 10:57:51.894527 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0caed6c4-82d3-4d97-81aa-de54d5b3ab61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:51.991727 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0caed6c4-82d3-4d97-81aa-de54d5b3ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:52.029209 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caed6c4-82d3-4d97-81aa-de54d5b3ab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de28e83-4f50-4bed-9b4a-efdd2370f5e8,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:52.033847 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-0caed6c4-82d3-4d97-81aa-de54d5b3ab61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33304ebdbbfb4158b85d6eacb5ff9893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557364 Aug 09 10:57:52.036361 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43338) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:52.086011 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-85100ca3-5111-442c-93a2-347b1590fdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:52.111672 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-85100ca3-5111-442c-93a2-347b1590fdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:52.210903 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-85100ca3-5111-442c-93a2-347b1590fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:52.214077 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-85100ca3-5111-442c-93a2-347b1590fdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:52.215495 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-85100ca3-5111-442c-93a2-347b1590fdff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6de28e83-4f50-4bed-9b4a-efdd2370f5e8 HTTP/1.1" status: 204 len: 168 time: 0.1781096 Aug 09 10:57:52.225899 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85100ca3-5111-442c-93a2-347b1590fdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de28e83-4f50-4bed-9b4a-efdd2370f5e8,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:52.766167 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565d828-ae86-4324-a750-4800fe49dc54 req-bdc1598b-8394-4354-9812-62d361def725 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:52.767437 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9565d828-ae86-4324-a750-4800fe49dc54 req-bdc1598b-8394-4354-9812-62d361def725 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 943 time: 0.0589182 Aug 09 10:57:52.827521 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9565d828-ae86-4324-a750-4800fe49dc54 req-d1700964-23b6-4aab-8bf0-dadee653658d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493040 Aug 09 10:57:52.930862 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 1d7c2248-7120-4c0c-80ed-64b8015755f9 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:57:53.004859 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8d2e-8f85-4d34-875f-fc505e0fa8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:53.006147 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1d11-bec4-438c-9bd1-8a8ec5f5c617 req-eebd5f1c-37c0-4f14-91d2-e32749846952 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:53.008252 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1efc1d11-bec4-438c-9bd1-8a8ec5f5c617 req-eebd5f1c-37c0-4f14-91d2-e32749846952 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0634003 Aug 09 10:57:53.047777 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1efc1d11-bec4-438c-9bd1-8a8ec5f5c617 req-224aec93-faa5-4b80-83a1-b34545d9853a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Aug 09 10:57:53.053864 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 1d7c2248-7120-4c0c-80ed-64b8015755f9, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=1d7c2248-7120-4c0c-80ed-64b8015755f9,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:53.064493 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '1d7c2248-7120-4c0c-80ed-64b8015755f9', 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6', 'port_id': '1d7c2248-7120-4c0c-80ed-64b8015755f9', 'mac_address': 'fa:16:3e:14:bc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2b475e-dc6d-48b2-83fb-dee447d2b327', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:57:53.101571 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:53.115196 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7c2248-7120-4c0c-80ed-64b8015755f9 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:57:53.139156 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 1d7c2248-7120-4c0c-80ed-64b8015755f9, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=1d7c2248-7120-4c0c-80ed-64b8015755f9,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:53.216299 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:53.277403 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=1d7c2248-7120-4c0c-80ed-64b8015755f9,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:53.393465 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:53.575423 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['1d7c2248-7120-4c0c-80ed-64b8015755f9'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:57:53.844558 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:53.947413 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a89de2-6c8b-4040-ba97-5f07c8f1c8e8 req-5147e9f9-af5c-4a25-a5b3-80786530e260 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:53.947413 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f1a89de2-6c8b-4040-ba97-5f07c8f1c8e8 req-5147e9f9-af5c-4a25-a5b3-80786530e260 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 944 time: 0.0530040 Aug 09 10:57:53.985361 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f1a89de2-6c8b-4040-ba97-5f07c8f1c8e8 req-923b583a-4c1b-4276-868d-93c3c65d180e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343108 Aug 09 10:57:54.170167 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711ba77-71fe-41cc-842e-181768bdcef8 req-20cbe795-a838-4361-82e7-aeafbf112cd6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:54.172158 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2711ba77-71fe-41cc-842e-181768bdcef8 req-20cbe795-a838-4361-82e7-aeafbf112cd6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0543368 Aug 09 10:57:54.217302 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2711ba77-71fe-41cc-842e-181768bdcef8 req-3b5b0135-ea89-4224-b332-272d8af6c133 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372496 Aug 09 10:57:54.363404 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43438) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:54.479715 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b1f04dee-528c-444e-9ebe-d22bec874cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:54.553250 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:57:54.572720 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b1f04dee-528c-444e-9ebe-d22bec874cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:54.675328 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b1f04dee-528c-444e-9ebe-d22bec874cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:54.716849 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b1f04dee-528c-444e-9ebe-d22bec874cae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6b878a4ffdd4d02b084a6b6ec31da05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523345 Aug 09 10:57:54.717706 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f04dee-528c-444e-9ebe-d22bec874cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b6df71-9a58-40b5-81b0-5c486297c76f,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:54.719566 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43462) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:54.772228 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd082b3b-12c6-4928-99f0-2b4983991a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:54.798461 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd082b3b-12c6-4928-99f0-2b4983991a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:54.926511 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd082b3b-12c6-4928-99f0-2b4983991a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:54.929059 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd082b3b-12c6-4928-99f0-2b4983991a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:54.930205 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-fd082b3b-12c6-4928-99f0-2b4983991a47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0b6df71-9a58-40b5-81b0-5c486297c76f HTTP/1.1" status: 204 len: 168 time: 0.2094030 Aug 09 10:57:54.938326 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd082b3b-12c6-4928-99f0-2b4983991a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b6df71-9a58-40b5-81b0-5c486297c76f,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:54.945743 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 1d7c2248-7120-4c0c-80ed-64b8015755f9 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:57:55.073107 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 1d7c2248-7120-4c0c-80ed-64b8015755f9 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:57:55.077105 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 1d7c2248-7120-4c0c-80ed-64b8015755f9 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:57:55.077482 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.108860 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d0666-f710-4518-bf1e-18d198c0c112 req-50af9a63-b3e9-459b-bbb0-2c71546026bd tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:55.113188 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43480) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:55.116313 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-473d0666-f710-4518-bf1e-18d198c0c112 req-50af9a63-b3e9-459b-bbb0-2c71546026bd tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 944 time: 0.0564239 Aug 09 10:57:55.163674 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-473d0666-f710-4518-bf1e-18d198c0c112 req-2caad49d-6d7d-4bc7-b61f-8c5e269aefc5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464542 Aug 09 10:57:55.207927 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.233197 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f510b8e-a389-4317-bf60-abfd254ebf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7c2248-7120-4c0c-80ed-64b8015755f9'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:57:55.235516 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bc8490-c949-49ae-82d5-401fa6499c73" -d '{"events": [{"server_uuid": "0f510b8e-a389-4317-bf60-abfd254ebf0d", "name": "network-vif-plugged", "status": "completed", "tag": "1d7c2248-7120-4c0c-80ed-64b8015755f9"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:57:55.249004 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 1d7c2248-7120-4c0c-80ed-64b8015755f9, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=1d7c2248-7120-4c0c-80ed-64b8015755f9,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:57:55.258488 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.295178 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278b7213-331c-4389-a8f6-8d94667af6b3 x-openstack-request-id: req-278b7213-331c-4389-a8f6-8d94667af6b3 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:57:55.296296 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f510b8e-a389-4317-bf60-abfd254ebf0d", "name": "network-vif-plugged", "status": "completed", "tag": "1d7c2248-7120-4c0c-80ed-64b8015755f9", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:57:55.297106 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-278b7213-331c-4389-a8f6-8d94667af6b3 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:57:55.298036 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f510b8e-a389-4317-bf60-abfd254ebf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7c2248-7120-4c0c-80ed-64b8015755f9', 'code': 200} Aug 09 10:57:55.373144 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.395908 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c9691-3993-4d34-bf7c-8d04b4345186 req-1c6f3675-c825-4281-8e1c-b47ce55f795e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:55.404649 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b37c9691-3993-4d34-bf7c-8d04b4345186 req-1c6f3675-c825-4281-8e1c-b47ce55f795e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0806530 Aug 09 10:57:55.447811 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b58e48f5-609a-4d3b-8ab9-3a6510dc8ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.450063 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=1d7c2248-7120-4c0c-80ed-64b8015755f9,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:55.459666 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b37c9691-3993-4d34-bf7c-8d04b4345186 req-ab8a2283-4089-4dee-8148-e938ba95e3b5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538113 Aug 09 10:57:55.550159 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b58e48f5-609a-4d3b-8ab9-3a6510dc8ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.660912 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b58e48f5-609a-4d3b-8ab9-3a6510dc8ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.700325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b8ce-b96b-493f-8dd9-226b56243773 req-3698b0f8-bcff-495a-ad07-f88180d20798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:55.701819 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7907b8ce-b96b-493f-8dd9-226b56243773 req-3698b0f8-bcff-495a-ad07-f88180d20798 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 1098 time: 0.0809309 Aug 09 10:57:55.708491 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b58e48f5-609a-4d3b-8ab9-3a6510dc8ebb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=126e8958ba944047a885062d29f1a208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938573 Aug 09 10:57:55.709597 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e48f5-609a-4d3b-8ab9-3a6510dc8ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac00fc9b-f419-4b40-b425-c37fe602af2e,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:55.711192 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43500) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:55.747600 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7907b8ce-b96b-493f-8dd9-226b56243773 req-9e120c75-52e0-4729-af6f-747dd124bedf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307353 Aug 09 10:57:55.759952 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43502) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:55.766373 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8e537a90-22ee-4206-bf44-311639d8242b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.774008 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7920da32-65db-4e9b-9e6c-b918766c19eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.788313 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8e537a90-22ee-4206-bf44-311639d8242b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.867441 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7920da32-65db-4e9b-9e6c-b918766c19eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.915300 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8e537a90-22ee-4206-bf44-311639d8242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.917925 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8e537a90-22ee-4206-bf44-311639d8242b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.919095 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-8e537a90-22ee-4206-bf44-311639d8242b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac00fc9b-f419-4b40-b425-c37fe602af2e HTTP/1.1" status: 204 len: 168 time: 0.2068548 Aug 09 10:57:55.930098 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e537a90-22ee-4206-bf44-311639d8242b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac00fc9b-f419-4b40-b425-c37fe602af2e,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:55.944385 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7920da32-65db-4e9b-9e6c-b918766c19eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:55.989707 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-7920da32-65db-4e9b-9e6c-b918766c19eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0de840b58364bbb9013fd9cad4be334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280862 Aug 09 10:57:55.990553 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920da32-65db-4e9b-9e6c-b918766c19eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ecc24-8ed5-4b65-801c-a9181e2b99a5,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:55.994122 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43510) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:56.044368 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e37d7deb-c5c1-48ee-b8a4-b0265f47fa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:56.066486 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e37d7deb-c5c1-48ee-b8a4-b0265f47fa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:56.160885 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e37d7deb-c5c1-48ee-b8a4-b0265f47fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:56.163503 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e37d7deb-c5c1-48ee-b8a4-b0265f47fa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:56.164660 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e37d7deb-c5c1-48ee-b8a4-b0265f47fa57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/683ecc24-8ed5-4b65-801c-a9181e2b99a5 HTTP/1.1" status: 204 len: 168 time: 0.1690786 Aug 09 10:57:56.172847 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d7deb-c5c1-48ee-b8a4-b0265f47fa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ecc24-8ed5-4b65-801c-a9181e2b99a5,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:56.288194 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdde39c-bf1f-4aba-a6da-7229eeb9c5ae req-efd6fab5-6472-4ed0-b921-da24d0f7ce40 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:56.295842 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4fdde39c-bf1f-4aba-a6da-7229eeb9c5ae req-efd6fab5-6472-4ed0-b921-da24d0f7ce40 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 945 time: 0.0490077 Aug 09 10:57:56.332777 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4fdde39c-bf1f-4aba-a6da-7229eeb9c5ae req-23245af1-1d35-420a-9679-217e1a3d5990 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356920 Aug 09 10:57:56.583534 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e2766-2689-47e1-9067-c5d69ea1a63f req-9f0f8cfd-903b-43d4-a934-e1e92a5e3423 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:56.584955 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c26e2766-2689-47e1-9067-c5d69ea1a63f req-9f0f8cfd-903b-43d4-a934-e1e92a5e3423 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0489860 Aug 09 10:57:56.602207 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43530) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:56.620577 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-467b7930-19d8-424a-a467-836b9a244ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:56.663735 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c26e2766-2689-47e1-9067-c5d69ea1a63f req-c787bea4-83f1-4b4c-9957-3e8dc8ddf103 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684795 Aug 09 10:57:56.719380 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-467b7930-19d8-424a-a467-836b9a244ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:56.858393 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-467b7930-19d8-424a-a467-836b9a244ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:56.901143 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-467b7930-19d8-424a-a467-836b9a244ca0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=901bb674ea684f518344ba5f6563bf80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974730 Aug 09 10:57:56.902361 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b7930-19d8-424a-a467-836b9a244ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dcde10-5e66-4aa1-8ec0-ca91b056845a,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:56.903986 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43544) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:56.963204 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-48921a7f-1dea-410c-a487-1608ad369fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:56.985873 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-48921a7f-1dea-410c-a487-1608ad369fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.075409 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43548) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:57.112904 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43552) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:57.126614 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d5ccfa45-957d-4202-a8dd-2f1bf7ba6b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.130811 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-48921a7f-1dea-410c-a487-1608ad369fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.133379 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-48921a7f-1dea-410c-a487-1608ad369fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.135354 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-48921a7f-1dea-410c-a487-1608ad369fd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86dcde10-5e66-4aa1-8ec0-ca91b056845a HTTP/1.1" status: 204 len: 168 time: 0.2261517 Aug 09 10:57:57.144176 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48921a7f-1dea-410c-a487-1608ad369fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dcde10-5e66-4aa1-8ec0-ca91b056845a,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:57.251205 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d5ccfa45-957d-4202-a8dd-2f1bf7ba6b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.264500 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-76ccc69f-abf5-4bf0-b083-b355206bf027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.318894 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d5ccfa45-957d-4202-a8dd-2f1bf7ba6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.380926 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43564) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:57.388342 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d5ccfa45-957d-4202-a8dd-2f1bf7ba6b4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68f7fa4bdd7945edb23b08bd06788999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638397 Aug 09 10:57:57.390120 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccfa45-957d-4202-a8dd-2f1bf7ba6b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaca414-3c92-473b-a5a0-4c27348d0a7f,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:57.437266 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-76ccc69f-abf5-4bf0-b083-b355206bf027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.489105 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7149a3e-f1fc-4de3-a761-5a98b12f8774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.523743 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7149a3e-f1fc-4de3-a761-5a98b12f8774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.530048 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b717-a271-4dcc-8629-2f4f286b301f req-713be5f1-3981-4c08-864f-673a7d639e4f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:57.531578 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-cd29b717-a271-4dcc-8629-2f4f286b301f req-713be5f1-3981-4c08-864f-673a7d639e4f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 945 time: 0.0903256 Aug 09 10:57:57.548201 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-76ccc69f-abf5-4bf0-b083-b355206bf027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.558992 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b98900-7124-494a-ada0-777cd07fd177 req-7a245471-5b94-400e-b82f-ffbbb7919aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:57.560609 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-67b98900-7124-494a-ada0-777cd07fd177 req-7a245471-5b94-400e-b82f-ffbbb7919aa0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 1098 time: 0.0675356 Aug 09 10:57:57.597631 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-cd29b717-a271-4dcc-8629-2f4f286b301f req-d0096896-93e8-4733-8055-dc0315308d15 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544314 Aug 09 10:57:57.622827 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-76ccc69f-abf5-4bf0-b083-b355206bf027 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84d27968e24645dd9560d8e89a71d34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5430584 Aug 09 10:57:57.623021 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43574) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:57.623480 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccc69f-abf5-4bf0-b083-b355206bf027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8260ee9-798d-4a1d-8e15-086c8866c780,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:57.652216 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-67b98900-7124-494a-ada0-777cd07fd177 req-65c39c4d-37a7-4f72-a600-0e8489dc18e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756385 Aug 09 10:57:57.682537 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-88f84c41-1480-4e2a-a719-68e0a0744b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.710163 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-88f84c41-1480-4e2a-a719-68e0a0744b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.784145 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7149a3e-f1fc-4de3-a761-5a98b12f8774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.790754 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f7149a3e-f1fc-4de3-a761-5a98b12f8774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.790754 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-f7149a3e-f1fc-4de3-a761-5a98b12f8774 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4eaca414-3c92-473b-a5a0-4c27348d0a7f HTTP/1.1" status: 204 len: 168 time: 0.4057539 Aug 09 10:57:57.802397 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7149a3e-f1fc-4de3-a761-5a98b12f8774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaca414-3c92-473b-a5a0-4c27348d0a7f,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:57.824757 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7c876-ef01-4ef8-904a-7bff7ec95a98 req-757d16e9-ac56-499b-91d4-f37e948b3dc6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:57.826305 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-41e7c876-ef01-4ef8-904a-7bff7ec95a98 req-757d16e9-ac56-499b-91d4-f37e948b3dc6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0836320 Aug 09 10:57:57.864661 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-41e7c876-ef01-4ef8-904a-7bff7ec95a98 req-67df1858-d0d8-4c5f-a16c-c9b8b2286bfe tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Aug 09 10:57:57.886480 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-88f84c41-1480-4e2a-a719-68e0a0744b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.889231 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-88f84c41-1480-4e2a-a719-68e0a0744b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:57.890370 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-88f84c41-1480-4e2a-a719-68e0a0744b89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8260ee9-798d-4a1d-8e15-086c8866c780 HTTP/1.1" status: 204 len: 168 time: 0.2667940 Aug 09 10:57:57.897977 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f84c41-1480-4e2a-a719-68e0a0744b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8260ee9-798d-4a1d-8e15-086c8866c780,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:58.867219 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43624) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:58.996694 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba575c0-a0f1-469c-9195-e7b8e6ab27e5 req-6d9894cf-9bb7-4b59-bf0d-414c53bfc044 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:57:58.998181 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2ba575c0-a0f1-469c-9195-e7b8e6ab27e5 req-6d9894cf-9bb7-4b59-bf0d-414c53bfc044 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0481129 Aug 09 10:57:59.051402 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2ba575c0-a0f1-469c-9195-e7b8e6ab27e5 req-df95e927-d7a5-4d6d-9edb-745d4b4a3359 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Aug 09 10:57:59.109216 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-22a90fcf-7c69-44c8-ae61-90394d2f5c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:59.205295 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-22a90fcf-7c69-44c8-ae61-90394d2f5c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:59.290046 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-22a90fcf-7c69-44c8-ae61-90394d2f5c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:59.328811 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-22a90fcf-7c69-44c8-ae61-90394d2f5c81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cd75c206f6f4049956ac5dcede0ed86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605224 Aug 09 10:57:59.329627 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a90fcf-7c69-44c8-ae61-90394d2f5c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f16b67-393f-4401-a6bf-0ff195a02002,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:57:59.331590 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43648) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:57:59.386877 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec95951e-35cd-4392-b9eb-dc990991c4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:59.412583 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec95951e-35cd-4392-b9eb-dc990991c4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:59.556632 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec95951e-35cd-4392-b9eb-dc990991c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:59.561048 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ec95951e-35cd-4392-b9eb-dc990991c4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:57:59.563241 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-ec95951e-35cd-4392-b9eb-dc990991c4bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4f16b67-393f-4401-a6bf-0ff195a02002 HTTP/1.1" status: 204 len: 168 time: 0.2306302 Aug 09 10:57:59.573834 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95951e-35cd-4392-b9eb-dc990991c4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f16b67-393f-4401-a6bf-0ff195a02002,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:00.197989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd03709-c905-46db-90be-ce2858e3e078 req-cafeafd3-e300-4c5b-86fd-2dda32b153a9 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:00.199491 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9dd03709-c905-46db-90be-ce2858e3e078 req-cafeafd3-e300-4c5b-86fd-2dda32b153a9 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0529599 Aug 09 10:58:00.238097 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9dd03709-c905-46db-90be-ce2858e3e078 req-da0ce329-a4b6-4a2a-8fcd-2e408a18b90c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326524 Aug 09 10:58:00.362893 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43728) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:00.393188 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d1f7fd73-d324-4eda-98e3-690acbbd6d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:00.430943 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9468ce5-536a-4cda-81de-988f9be8aa08 req-5a8b15e7-c7fb-4539-9978-294b97a5c37c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:00.432465 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a9468ce5-536a-4cda-81de-988f9be8aa08 req-5a8b15e7-c7fb-4539-9978-294b97a5c37c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0524020 Aug 09 10:58:00.479689 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a9468ce5-536a-4cda-81de-988f9be8aa08 req-64542617-f03e-431e-9dbc-8993a1392640 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Aug 09 10:58:00.511425 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d1f7fd73-d324-4eda-98e3-690acbbd6d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:00.624493 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d1f7fd73-d324-4eda-98e3-690acbbd6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:00.663684 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-d1f7fd73-d324-4eda-98e3-690acbbd6d32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49845762b27c47389b89e46c831dcbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996495 Aug 09 10:58:00.664874 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7fd73-d324-4eda-98e3-690acbbd6d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef837f21-71d1-48b7-8709-955d7e7c9c3b,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:00.666478 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43740) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:00.718781 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8576acc-55f3-4392-8268-87ac2759d45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:00.741253 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8576acc-55f3-4392-8268-87ac2759d45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:00.867461 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8576acc-55f3-4392-8268-87ac2759d45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:00.870800 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f8576acc-55f3-4392-8268-87ac2759d45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:00.874643 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-f8576acc-55f3-4392-8268-87ac2759d45f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef837f21-71d1-48b7-8709-955d7e7c9c3b HTTP/1.1" status: 204 len: 168 time: 0.2037680 Aug 09 10:58:00.880522 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8576acc-55f3-4392-8268-87ac2759d45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef837f21-71d1-48b7-8709-955d7e7c9c3b,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:03.010503 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e708e-18a1-40bb-b970-49ef1f06500e req-9c670260-e8d5-42f8-abdd-98b6e132fedb tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:03.012071 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-517e708e-18a1-40bb-b970-49ef1f06500e req-9c670260-e8d5-42f8-abdd-98b6e132fedb tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0509930 Aug 09 10:58:03.081728 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-517e708e-18a1-40bb-b970-49ef1f06500e req-a6f767e8-bb9c-4c80-b47f-522cba439a77 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635016 Aug 09 10:58:03.091378 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216df574-7937-44f7-94b7-4358e66ae4fd req-33a19805-c8cf-48f2-879c-7b67e5429255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:03.092924 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-216df574-7937-44f7-94b7-4358e66ae4fd req-33a19805-c8cf-48f2-879c-7b67e5429255 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1098 time: 0.0605416 Aug 09 10:58:03.199207 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216df574-7937-44f7-94b7-4358e66ae4fd req-e85edf8e-7556-4493-85d6-7d97c78a957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:03.200898 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-216df574-7937-44f7-94b7-4358e66ae4fd req-e85edf8e-7556-4493-85d6-7d97c78a957c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 920 time: 0.0887916 Aug 09 10:58:03.266394 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-216df574-7937-44f7-94b7-4358e66ae4fd req-61deff30-e1d7-4054-9e21-2bda6831d331 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a HTTP/1.1" status: 200 len: 217 time: 0.0455091 Aug 09 10:58:03.272915 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43842) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:03.322213 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216df574-7937-44f7-94b7-4358e66ae4fd req-5cacc9d7-7fe0-47d6-8b94-8a2f455d1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:03.323819 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-216df574-7937-44f7-94b7-4358e66ae4fd req-5cacc9d7-7fe0-47d6-8b94-8a2f455d1156 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444fa07f-3623-40e2-b4d3-594ef7475217 HTTP/1.1" status: 200 len: 859 time: 0.0444622 Aug 09 10:58:03.358368 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-216df574-7937-44f7-94b7-4358e66ae4fd req-43f0778f-e245-472c-bbbf-748f202a27db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a46f2fb9-ff9e-4999-928b-40de02257497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266016 Aug 09 10:58:03.404167 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4aff2847-9409-452b-b364-76ed935413af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:03.521776 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-216df574-7937-44f7-94b7-4358e66ae4fd req-303ba481-6534-4032-bd67-045288f4edcd service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410518 Aug 09 10:58:03.617615 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4aff2847-9409-452b-b364-76ed935413af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:03.641492 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-216df574-7937-44f7-94b7-4358e66ae4fd req-96f2734e-c021-40b6-a878-259e33797dac service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086745 Aug 09 10:58:03.690622 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4aff2847-9409-452b-b364-76ed935413af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:03.737832 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff2847-9409-452b-b364-76ed935413af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491c3719-bf6e-4ada-8423-90912dbc6499,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:03.742366 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-4aff2847-9409-452b-b364-76ed935413af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83cedbaf342149adbf63d5a4cbfa2cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683216 Aug 09 10:58:03.745705 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43864) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:03.800539 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a0ed2bc7-300d-4a15-bafa-22ffaf2e7b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:03.824911 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a0ed2bc7-300d-4a15-bafa-22ffaf2e7b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:03.926438 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a0ed2bc7-300d-4a15-bafa-22ffaf2e7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:03.929006 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a0ed2bc7-300d-4a15-bafa-22ffaf2e7b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:03.930784 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-a0ed2bc7-300d-4a15-bafa-22ffaf2e7b9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/491c3719-bf6e-4ada-8423-90912dbc6499 HTTP/1.1" status: 204 len: 168 time: 0.1832759 Aug 09 10:58:03.938973 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed2bc7-300d-4a15-bafa-22ffaf2e7b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491c3719-bf6e-4ada-8423-90912dbc6499,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:04.202033 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1475f0-ef33-4273-8a3e-5d3194417e51 req-4aa8ceb5-01af-4e38-8964-9968f5f03b52 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:04.203462 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7b1475f0-ef33-4273-8a3e-5d3194417e51 req-4aa8ceb5-01af-4e38-8964-9968f5f03b52 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0472100 Aug 09 10:58:04.243184 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7b1475f0-ef33-4273-8a3e-5d3194417e51 req-9ffd3141-0450-4d32-be0f-9df8f649a05c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336413 Aug 09 10:58:04.669329 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 43888) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:04.674755 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-95d513f0-1a0a-4fd2-9bfd-d077228112a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:04.797975 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-95d513f0-1a0a-4fd2-9bfd-d077228112a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:04.874529 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-95d513f0-1a0a-4fd2-9bfd-d077228112a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:04.912770 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-95d513f0-1a0a-4fd2-9bfd-d077228112a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8717c1b796e4817ab1ee772e2226f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508967 Aug 09 10:58:04.914807 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d513f0-1a0a-4fd2-9bfd-d077228112a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a90c4-9c55-4d57-82ae-56e7d00a605f,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:04.915593 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 43898) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:04.972068 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e42bba52-873c-450f-9c97-d8095022067a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:04.993159 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e42bba52-873c-450f-9c97-d8095022067a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:05.114689 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e42bba52-873c-450f-9c97-d8095022067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:05.117221 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e42bba52-873c-450f-9c97-d8095022067a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:05.119070 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e42bba52-873c-450f-9c97-d8095022067a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d8a90c4-9c55-4d57-82ae-56e7d00a605f HTTP/1.1" status: 204 len: 168 time: 0.2024996 Aug 09 10:58:05.127755 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bba52-873c-450f-9c97-d8095022067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a90c4-9c55-4d57-82ae-56e7d00a605f,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:05.362349 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6f16e-694e-4736-b774-f50e709cf5fb req-6848b099-4e07-457a-ac3b-46183a92d4e0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:05.363850 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d1a6f16e-694e-4736-b774-f50e709cf5fb req-6848b099-4e07-457a-ac3b-46183a92d4e0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0497718 Aug 09 10:58:05.407600 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d1a6f16e-694e-4736-b774-f50e709cf5fb req-83aad238-5d74-480a-9c99-1899b12398c0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369735 Aug 09 10:58:06.526322 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481e05d-5c3c-406f-84d3-f3a456ff74e8 req-44140f75-9474-4140-b279-52c466029933 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:06.527920 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e481e05d-5c3c-406f-84d3-f3a456ff74e8 req-44140f75-9474-4140-b279-52c466029933 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0520983 Aug 09 10:58:06.568112 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e481e05d-5c3c-406f-84d3-f3a456ff74e8 req-afa83dc8-72a6-4bcc-8b8b-51acf1786f3f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342076 Aug 09 10:58:07.720954 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb099ce-0e14-409f-8f0e-8cf049c68b5a req-38b7eba1-1499-40f0-83d3-83523b73e52b tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:07.722431 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ccb099ce-0e14-409f-8f0e-8cf049c68b5a req-38b7eba1-1499-40f0-83d3-83523b73e52b tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0483670 Aug 09 10:58:07.762994 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ccb099ce-0e14-409f-8f0e-8cf049c68b5a req-33e108ba-8875-4982-bbf2-90bad1b6db8b tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332572 Aug 09 10:58:08.621525 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44006) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:08.724238 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-82f003d1-6fed-423a-985d-9e1caeafcdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:08.826309 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-82f003d1-6fed-423a-985d-9e1caeafcdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:08.887359 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463861f-9d15-437d-995a-26ddad44f37e req-74b75776-ce33-48ec-b81f-6fc8a7e43635 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:08.888889 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e463861f-9d15-437d-995a-26ddad44f37e req-74b75776-ce33-48ec-b81f-6fc8a7e43635 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0498095 Aug 09 10:58:08.930463 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e463861f-9d15-437d-995a-26ddad44f37e req-60879bc2-3315-4b87-a1e7-a1608069a6fd tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355422 Aug 09 10:58:08.937023 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-82f003d1-6fed-423a-985d-9e1caeafcdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:08.974742 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-82f003d1-6fed-423a-985d-9e1caeafcdc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1af2d9761564776bdb9af5b6f86835d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520279 Aug 09 10:58:08.979845 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 44018) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:08.985075 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f003d1-6fed-423a-985d-9e1caeafcdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d51ea7-3407-4bf8-af55-0d718db5741d,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:09.034516 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-802d8984-05c0-403b-aa02-0a9cb15270c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:09.057141 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-802d8984-05c0-403b-aa02-0a9cb15270c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:09.240447 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-802d8984-05c0-403b-aa02-0a9cb15270c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:09.242949 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-802d8984-05c0-403b-aa02-0a9cb15270c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:09.244768 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-802d8984-05c0-403b-aa02-0a9cb15270c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87d51ea7-3407-4bf8-af55-0d718db5741d HTTP/1.1" status: 204 len: 168 time: 0.2638154 Aug 09 10:58:09.255875 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d8984-05c0-403b-aa02-0a9cb15270c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d51ea7-3407-4bf8-af55-0d718db5741d,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:09.970813 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44044) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:09.989464 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-122b0319-f160-402a-97c3-949c645a83d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:10.084747 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfcb88-aa96-449e-805e-ad5b1360d312 req-64e2c054-28ec-4bc2-a9f6-1df229d942db tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:10.086229 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f8dfcb88-aa96-449e-805e-ad5b1360d312 req-64e2c054-28ec-4bc2-a9f6-1df229d942db tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0801263 Aug 09 10:58:10.142103 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f8dfcb88-aa96-449e-805e-ad5b1360d312 req-192456be-301b-42a2-b588-d594ba4281cd tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Aug 09 10:58:10.173161 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-122b0319-f160-402a-97c3-949c645a83d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:10.232557 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-122b0319-f160-402a-97c3-949c645a83d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:10.280910 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-122b0319-f160-402a-97c3-949c645a83d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=212fea49c6554a72bb6e03264aec4c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082969 Aug 09 10:58:10.281773 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b0319-f160-402a-97c3-949c645a83d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50698bd3-5a7a-46e2-969f-178e27a84a1d,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:10.284020 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 44060) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:10.337649 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b3e0-6ffd-453c-9954-e277e952e3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:10.358146 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b3e0-6ffd-453c-9954-e277e952e3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:10.475467 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b3e0-6ffd-453c-9954-e277e952e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:10.478948 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b3e0-6ffd-453c-9954-e277e952e3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:10.480264 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-2eb0b3e0-6ffd-453c-9954-e277e952e3dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50698bd3-5a7a-46e2-969f-178e27a84a1d HTTP/1.1" status: 204 len: 168 time: 0.1934187 Aug 09 10:58:10.513482 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0b3e0-6ffd-453c-9954-e277e952e3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50698bd3-5a7a-46e2-969f-178e27a84a1d,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:11.038762 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 44074) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:11.144207 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-09e7904b-2374-4cd2-8bbb-e383abcfa174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.265048 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-09e7904b-2374-4cd2-8bbb-e383abcfa174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.271462 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181f48d-0048-4a2e-a3bd-1c469fd32529 req-1a9616e1-6a50-43d4-afe1-a2fed71ef1e7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:11.272948 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d181f48d-0048-4a2e-a3bd-1c469fd32529 req-1a9616e1-6a50-43d4-afe1-a2fed71ef1e7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0517135 Aug 09 10:58:11.310620 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d181f48d-0048-4a2e-a3bd-1c469fd32529 req-cbc00693-9974-498a-a939-9d741bc55ddd tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307069 Aug 09 10:58:11.345613 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 44086) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:11.358540 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8985c21f-d8d6-4140-b3c0-45aa39642f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.366092 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-09e7904b-2374-4cd2-8bbb-e383abcfa174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.424502 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-09e7904b-2374-4cd2-8bbb-e383abcfa174 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=380dbc2b9f2d42ddbd65490ed0568aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846242 Aug 09 10:58:11.425207 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7904b-2374-4cd2-8bbb-e383abcfa174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f34af27-d38e-44a3-bccb-7aed20a7b972,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:11.427479 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44088) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:11.480751 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2597ecde-26c7-42e5-9ed5-96714314e315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.489851 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8985c21f-d8d6-4140-b3c0-45aa39642f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.501059 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2597ecde-26c7-42e5-9ed5-96714314e315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.560610 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8985c21f-d8d6-4140-b3c0-45aa39642f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.601300 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-8985c21f-d8d6-4140-b3c0-45aa39642f6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b66bb7b5963e4ccab58a637bb5698ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546036 Aug 09 10:58:11.602361 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985c21f-d8d6-4140-b3c0-45aa39642f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac7d09a-c876-4b85-93b1-6aa8a7839e1a,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:11.604127 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44092) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:11.655426 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-215cc6d7-4413-4953-9917-1c6f350443f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.672003 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2597ecde-26c7-42e5-9ed5-96714314e315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.674468 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2597ecde-26c7-42e5-9ed5-96714314e315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.675624 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-2597ecde-26c7-42e5-9ed5-96714314e315 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f34af27-d38e-44a3-bccb-7aed20a7b972 HTTP/1.1" status: 204 len: 168 time: 0.2469835 Aug 09 10:58:11.682294 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-215cc6d7-4413-4953-9917-1c6f350443f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.694665 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597ecde-26c7-42e5-9ed5-96714314e315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f34af27-d38e-44a3-bccb-7aed20a7b972,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:11.855408 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-215cc6d7-4413-4953-9917-1c6f350443f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.857931 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-215cc6d7-4413-4953-9917-1c6f350443f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:11.859075 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-215cc6d7-4413-4953-9917-1c6f350443f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eac7d09a-c876-4b85-93b1-6aa8a7839e1a HTTP/1.1" status: 204 len: 168 time: 0.2539680 Aug 09 10:58:11.871804 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cc6d7-4413-4953-9917-1c6f350443f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac7d09a-c876-4b85-93b1-6aa8a7839e1a,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:12.426064 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305328b-2b20-4325-9744-68dca476b9df req-c71a3c49-e333-42be-8ed5-622d356113da tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:12.427588 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a305328b-2b20-4325-9744-68dca476b9df req-c71a3c49-e333-42be-8ed5-622d356113da tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0495026 Aug 09 10:58:12.476298 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a305328b-2b20-4325-9744-68dca476b9df req-c52557da-0568-4f7c-810f-e0bfad2f5ea9 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Aug 09 10:58:12.528258 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44118) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:12.542156 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c86831d7-0d3c-4519-9a6f-bb43704eff0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:12.640785 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c86831d7-0d3c-4519-9a6f-bb43704eff0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:12.798056 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c86831d7-0d3c-4519-9a6f-bb43704eff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:12.851457 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c86831d7-0d3c-4519-9a6f-bb43704eff0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12e5a56dc0bd42fc9ea6fad2606a932a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220830 Aug 09 10:58:12.852325 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86831d7-0d3c-4519-9a6f-bb43704eff0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5635ea-e372-4bb4-a716-4813a5ff5dd1,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:12.854613 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44142) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:12.910913 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc7a5-815a-459a-9d90-cdb340d65990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:12.931477 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc7a5-815a-459a-9d90-cdb340d65990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:12.944312 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-51eb7146-acb1-4aa5-b7be-c56498f687f1 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:12.945767 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-51eb7146-acb1-4aa5-b7be-c56498f687f1 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 814 time: 0.1033640 Aug 09 10:58:12.962635 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-63d3e089-2eb7-43d6-9a9a-6197f98100f8 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/quotas/80f11a7cf41e4641ad74eed74693d711 HTTP/1.1" status: 200 len: 375 time: 0.0093822 Aug 09 10:58:13.014474 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-490474e6-6e8b-4b2f-90eb-6346fe7f02cf tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460062 Aug 09 10:58:13.105086 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-35e82e0b-9eb1-4712-b6cf-4d015ab95303 service neutron] 10.222.0.35 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837340 Aug 09 10:58:13.183261 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc7a5-815a-459a-9d90-cdb340d65990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:13.186161 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc7a5-815a-459a-9d90-cdb340d65990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:13.189675 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-fd2fc7a5-815a-459a-9d90-cdb340d65990 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db5635ea-e372-4bb4-a716-4813a5ff5dd1 HTTP/1.1" status: 204 len: 168 time: 0.3318017 Aug 09 10:58:13.212232 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fc7a5-815a-459a-9d90-cdb340d65990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5635ea-e372-4bb4-a716-4813a5ff5dd1,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:13.215704 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-6731e57c-b86e-404e-b223-74a2810862c3 service neutron] 10.222.0.35 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045015 Aug 09 10:58:13.541843 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3fe6e98c-f989-4969-a9a0-e4b589d0147a req-144e2f13-81da-4c73-86bf-b64866ac1eac tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 210 time: 0.0394993 Aug 09 10:58:13.637735 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b1e6-432b-40cc-a32e-6ddb0e493ef7 req-b9cd86c5-f887-4f59-9302-65af6f5755cf tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:13.643598 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9aa6b1e6-432b-40cc-a32e-6ddb0e493ef7 req-b9cd86c5-f887-4f59-9302-65af6f5755cf tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0757160 Aug 09 10:58:13.687727 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9aa6b1e6-432b-40cc-a32e-6ddb0e493ef7 req-3d8f14ba-c026-4438-be03-b7c7fb6b943a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Aug 09 10:58:14.293642 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:14.505453 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 44218) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:14.627399 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1765379062-network', 'tenant_id': '4b3b3ce726404e23916112992808581b'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:58:14.677293 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e1238567-55dd-40da-9bdb-7da15026eb19 req-4361f86b-f2e9-46b2-b764-478943b7738f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 210 time: 0.0273504 Aug 09 10:58:14.808348 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb55fd5-08c3-48fa-a175-1587a7cb7e38 req-830e3b67-735a-4652-b663-29857ae39d49 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:14.809818 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cfb55fd5-08c3-48fa-a175-1587a7cb7e38 req-830e3b67-735a-4652-b663-29857ae39d49 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0517726 Aug 09 10:58:14.817983 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Made reservation on behalf of 4b3b3ce726404e23916112992808581b for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:58:14.821091 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:14.830974 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:14.863395 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cfb55fd5-08c3-48fa-a175-1587a7cb7e38 req-7380bd09-fbd8-4873-a04e-03b5c986584a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476863 Aug 09 10:58:14.928056 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.012054 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.036568 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 10:58:15.048819 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e08877e-838f-4ae4-8b45-529424219254,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:15.053535 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.053880 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Added segment 6f773ef3-00e4-45a2-a7c1-6fafc19af683 of type vlan for network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 Aug 09 10:58:15.093423 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.260960 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.261961 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:15.262550 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.426261 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44248) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:15.533256 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e256a45f-1f3b-4d1d-994c-70156663aaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.565176 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] Pushing event updated for resources: {'Network': ['ID=d049ddfd-ab1c-46d5-b671-3bf6dcd965d5,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:15.575636 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 10:58:15.625505 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e256a45f-1f3b-4d1d-994c-70156663aaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.726124 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e256a45f-1f3b-4d1d-994c-70156663aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.784045 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-39e7f176-dde2-4918-ace5-9b6510cf830d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2775252 Aug 09 10:58:15.787195 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 44256) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:15.787890 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-057c2201-f834-4501-a407-8beffbf1e2a7 req-17faa4b2-4808-40d2-9673-66f77f773896 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 210 time: 0.0399735 Aug 09 10:58:15.788722 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256a45f-1f3b-4d1d-994c-70156663aaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b03d562-0bd8-43b9-b8de-5e9193aefff3,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:15.796099 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e256a45f-1f3b-4d1d-994c-70156663aaf2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a686afd4655405d94fe84c7ca227a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702734 Aug 09 10:58:15.797000 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44260) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:15.798987 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Request body: {'subnet': {'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1765379062-subnet', 'tenant_id': '4b3b3ce726404e23916112992808581b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:58:15.861408 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ce84de0-e21e-4eb5-9cf8-482b6855dc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.883020 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ce84de0-e21e-4eb5-9cf8-482b6855dc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.891767 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Made reservation on behalf of 4b3b3ce726404e23916112992808581b for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:58:15.894329 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.994050 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56977ee2-882d-4867-813c-808a8ed45dae req-61a08840-d1df-44cd-885b-eefbd81cfeba tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:15.995560 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-56977ee2-882d-4867-813c-808a8ed45dae req-61a08840-d1df-44cd-885b-eefbd81cfeba tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0509970 Aug 09 10:58:15.996607 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ce84de0-e21e-4eb5-9cf8-482b6855dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:15.999096 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9ce84de0-e21e-4eb5-9cf8-482b6855dc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:16.002024 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-9ce84de0-e21e-4eb5-9cf8-482b6855dc2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b03d562-0bd8-43b9-b8de-5e9193aefff3 HTTP/1.1" status: 204 len: 168 time: 0.2039075 Aug 09 10:58:16.025526 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce84de0-e21e-4eb5-9cf8-482b6855dc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b03d562-0bd8-43b9-b8de-5e9193aefff3,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:16.048334 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-56977ee2-882d-4867-813c-808a8ed45dae req-7fffc4f8-3fa6-489e-b226-ed26acfd22e0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453265 Aug 09 10:58:16.192434 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-ad09bd15-5f52-4e9a-9f5c-d4cde0e39638 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:16.193825 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-ad09bd15-5f52-4e9a-9f5c-d4cde0e39638 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "GET /v2.0/networks?id=92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 200 len: 814 time: 0.1421218 Aug 09 10:58:16.209049 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Request body: {'port': {'device_id': 'b8c45ba8-5b24-4c70-a2c5-e40926944708', 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6', 'admin_state_up': True, 'tenant_id': '80f11a7cf41e4641ad74eed74693d711'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:58:16.282606 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:16.359538 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c4ec93-3989-43e9-a521-011164c24959,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:16.386795 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Checking segment: {'id': '6f773ef3-00e4-45a2-a7c1-6fafc19af683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:58:16.386795 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Network hostable DHCP agents. Network: d049ddfd-ab1c-46d5-b671-3bf6dcd965d5, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 10:58:16.484058 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 10:58:16.486724 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Made reservation on behalf of 80f11a7cf41e4641ad74eed74693d711 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:58:16.489675 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:16.618368 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, d049ddfd-ab1c-46d5-b671-3bf6dcd965d5) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:58:16.620358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Allocated IP 172.20.0.9 (92bf1dd3-ef81-4b79-accc-838b697216d6/fe2b475e-dc6d-48b2-83fb-dee447d2b327/d34fe1f2-e0d2-422f-a981-d01a76660312) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:58:16.625785 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:16.626362 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe909dd-e082-4c86-a79c-b9911946fa41 None None] Network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:58:16.626999 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:16.753602 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e3c53-2df7-4d5a-ba48-226c3f5af9cc None None] Network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 10:58:16.784628 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:16.829689 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-65d75ad8-f75c-431f-a1d3-ce41ab2c0181 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0413978 Aug 09 10:58:16.927692 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-72cb9bbd-6679-4b3c-8c65-8033d6c270fa req-f48e50b4-edcc-4d45-9daf-6a1a28c76743 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 210 time: 0.0348921 Aug 09 10:58:17.169411 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8a306-fdd9-4408-9d9f-aa4469faa23a req-665bc96b-7a4a-4673-851c-803e8fdccabe tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:17.170928 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-32e8a306-fdd9-4408-9d9f-aa4469faa23a req-665bc96b-7a4a-4673-851c-803e8fdccabe tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0515635 Aug 09 10:58:17.210505 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-32e8a306-fdd9-4408-9d9f-aa4469faa23a req-3a90003b-b016-496e-bfdf-481438ad95a2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Aug 09 10:58:17.232118 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 44288) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:17.246787 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7980fa3e-400c-40ee-860e-b3c18eae42b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.248932 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.263082 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', '573f3d1b-1cb2-4441-b27a-5d38ce71a99a', '1d7c2248-7120-4c0c-80ed-64b8015755f9'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:58:17.310938 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Network 92bf1dd3-ef81-4b79-accc-838b697216d6 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:58:17.317407 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:58:17.326455 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:58:17.332004 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:17.332615 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.334823 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Pushing event updated for resources: {'Port': ['ID=d34fe1f2-e0d2-422f-a981-d01a76660312,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:17.413209 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7980fa3e-400c-40ee-860e-b3c18eae42b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.504328 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7980fa3e-400c-40ee-860e-b3c18eae42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.547290 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-7980fa3e-400c-40ee-860e-b3c18eae42b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=390260aa99b94083a50a9693685afbfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140378 Aug 09 10:58:17.548160 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980fa3e-400c-40ee-860e-b3c18eae42b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e9797-8177-4b28-8da4-7c4d020b5ba0,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:17.550608 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44300) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:17.601432 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ce987955-19b0-4a39-9a05-002a33cb9fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.615883 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-19dc9e5e-8cc7-4e6a-8745-27d3d1744330 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4108374 Aug 09 10:58:17.623447 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ce987955-19b0-4a39-9a05-002a33cb9fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.631689 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Request body: {'port': {'device_id': 'b8c45ba8-5b24-4c70-a2c5-e40926944708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:58:17.689867 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.769012 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ce987955-19b0-4a39-9a05-002a33cb9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.771830 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ce987955-19b0-4a39-9a05-002a33cb9fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.773119 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-ce987955-19b0-4a39-9a05-002a33cb9fcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba9e9797-8177-4b28-8da4-7c4d020b5ba0 HTTP/1.1" status: 204 len: 168 time: 0.2214911 Aug 09 10:58:17.785239 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce987955-19b0-4a39-9a05-002a33cb9fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9e9797-8177-4b28-8da4-7c4d020b5ba0,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:17.973444 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34fe1f2-e0d2-422f-a981-d01a76660312 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:58:17.986024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:17.994128 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Transition to ACTIVE for port object d34fe1f2-e0d2-422f-a981-d01a76660312 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:58:18.089623 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:18.174294 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d34fe1f2-e0d2-422f-a981-d01a76660312,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:18.222256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799cb66-c755-4d59-871f-47218a868ac8 req-d57fa9b4-ad1e-48bd-a2a7-d56eccd096a6 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:18.222256 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2799cb66-c755-4d59-871f-47218a868ac8 req-d57fa9b4-ad1e-48bd-a2a7-d56eccd096a6 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 943 time: 0.1012232 Aug 09 10:58:18.222256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Attempting to bind port d34fe1f2-e0d2-422f-a981-d01a76660312 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:58:18.222256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Attempting to bind port d34fe1f2-e0d2-422f-a981-d01a76660312 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:58:18.222256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Attempting to bind port d34fe1f2-e0d2-422f-a981-d01a76660312 on network 92bf1dd3-ef81-4b79-accc-838b697216d6 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:58:18.227755 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Port d34fe1f2-e0d2-422f-a981-d01a76660312 on network 92bf1dd3-ef81-4b79-accc-838b697216d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:58:18.228247 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Attempting to bind port d34fe1f2-e0d2-422f-a981-d01a76660312 on network 92bf1dd3-ef81-4b79-accc-838b697216d6 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:58:18.239769 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:58:18.240113 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Checking segment: {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:58:18.240490 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Bound using segment: {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:58:18.240929 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Bound port: d34fe1f2-e0d2-422f-a981-d01a76660312, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db58858c-2207-4a09-a551-f69aa217511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:58:18.241293 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:18.309026 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2799cb66-c755-4d59-871f-47218a868ac8 req-5d905037-089d-4a99-9412-7c4699371831 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775955 Aug 09 10:58:18.333003 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] For port d34fe1f2-e0d2-422f-a981-d01a76660312, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:58:18.336958 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] For port d34fe1f2-e0d2-422f-a981-d01a76660312, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=d34fe1f2-e0d2-422f-a981-d01a76660312,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:58:18.355326 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1bb72-1e8c-41ef-8e23-d8f34e8d5abb req-ca10cb42-4f34-4519-ac0a-816a9b2850b5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:18.359553 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-65d1bb72-1e8c-41ef-8e23-d8f34e8d5abb req-ca10cb42-4f34-4519-ac0a-816a9b2850b5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0619347 Aug 09 10:58:18.398025 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-65d1bb72-1e8c-41ef-8e23-d8f34e8d5abb req-845c7412-0b11-4dca-b6a8-a55e695e631a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353155 Aug 09 10:58:18.455378 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:18.490743 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:18.491381 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:18.493408 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/d34fe1f2-e0d2-422f-a981-d01a76660312 HTTP/1.1" status: 200 len: 1093 time: 0.8658428 Aug 09 10:58:18.495614 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c45ba8-5b24-4c70-a2c5-e40926944708', 'tag': 'd34fe1f2-e0d2-422f-a981-d01a76660312'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:58:18.498556 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef26e61-20f7-43ce-b7a1-c114ea4bd747" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c45ba8-5b24-4c70-a2c5-e40926944708", "tag": "d34fe1f2-e0d2-422f-a981-d01a76660312"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:58:18.526151 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385a7ae-be04-4e3b-b05f-f181cdf5f8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d34fe1f2-e0d2-422f-a981-d01a76660312,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:18.543229 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e5a73b-2ce8-4e74-a85b-a579dcac5ebf x-openstack-request-id: req-c2e5a73b-2ce8-4e74-a85b-a579dcac5ebf {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:58:18.543229 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c45ba8-5b24-4c70-a2c5-e40926944708", "tag": "d34fe1f2-e0d2-422f-a981-d01a76660312", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:58:18.543229 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2e5a73b-2ce8-4e74-a85b-a579dcac5ebf {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:58:18.543229 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c45ba8-5b24-4c70-a2c5-e40926944708', 'tag': 'd34fe1f2-e0d2-422f-a981-d01a76660312', 'status': 'completed', 'code': 200} Aug 09 10:58:18.603636 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef26e61-20f7-43ce-b7a1-c114ea4bd747 req-d83e3ecd-6960-457f-a700-f96c4fdf1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:18.605165 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2ef26e61-20f7-43ce-b7a1-c114ea4bd747 req-d83e3ecd-6960-457f-a700-f96c4fdf1bc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 1096 time: 0.0421522 Aug 09 10:58:18.705116 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef26e61-20f7-43ce-b7a1-c114ea4bd747 req-9667589b-6d62-46b5-a303-8cfcc6cede65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:18.706579 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2ef26e61-20f7-43ce-b7a1-c114ea4bd747 req-9667589b-6d62-46b5-a303-8cfcc6cede65 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=80f11a7cf41e4641ad74eed74693d711&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0900149 Aug 09 10:58:18.809233 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef26e61-20f7-43ce-b7a1-c114ea4bd747 req-a9cfe5e9-72ec-4889-86c9-f4fc90d287cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:18.809453 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2ef26e61-20f7-43ce-b7a1-c114ea4bd747 req-a9cfe5e9-72ec-4889-86c9-f4fc90d287cb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946186 Aug 09 10:58:18.898533 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3465b7a5-1137-48ab-bba9-c26d85b03449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:18.900167 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-3465b7a5-1137-48ab-bba9-c26d85b03449 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f11a7cf41e4641ad74eed74693d711&device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 1096 time: 0.0421069 Aug 09 10:58:18.954110 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-2add01ff-8860-4a64-9dd2-bc55c0379179 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d34fe1f2-e0d2-422f-a981-d01a76660312 HTTP/1.1" status: 200 len: 217 time: 0.0392697 Aug 09 10:58:19.014056 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-5af3c636-07a3-41cc-a926-33d409f596f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:19.015621 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-5af3c636-07a3-41cc-a926-33d409f596f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe2b475e-dc6d-48b2-83fb-dee447d2b327 HTTP/1.1" status: 200 len: 854 time: 0.0495002 Aug 09 10:58:19.056216 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-74a8b5a5-f96b-40f5-ae00-b143d4076432 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92bf1dd3-ef81-4b79-accc-838b697216d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280499 Aug 09 10:58:19.177379 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-d2fbb2d7-36a4-43eb-8760-360614f2af74 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107280 Aug 09 10:58:19.311731 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbc5b5e8-502d-4c11-a5a7-d6c32977ef30 req-a6a91d9b-47d6-4bf6-b512-bbcccbfacb20 service neutron] 10.222.0.37 "GET /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039491 Aug 09 10:58:19.387446 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-38be0b1e-9479-4e4f-8e63-5081aa79df79 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:19.389083 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-38be0b1e-9479-4e4f-8e63-5081aa79df79 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/networks?id=d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 HTTP/1.1" status: 200 len: 814 time: 0.1107044 Aug 09 10:58:19.406017 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-c78086af-a1fa-4161-a5ac-11159db0c82d tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/quotas/4b3b3ce726404e23916112992808581b HTTP/1.1" status: 200 len: 375 time: 0.0105000 Aug 09 10:58:19.435285 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f13ed-6072-4932-be36-29005166fe32 req-d7486633-3ed0-4b9a-b109-8e6496e0ae88 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:19.436885 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-507f13ed-6072-4932-be36-29005166fe32 req-d7486633-3ed0-4b9a-b109-8e6496e0ae88 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 943 time: 0.0553143 Aug 09 10:58:19.443471 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-89838b14-7e5b-4224-ab8c-8b48c524d6a7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b3b3ce726404e23916112992808581b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319824 Aug 09 10:58:19.477825 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-507f13ed-6072-4932-be36-29005166fe32 req-7318398f-669d-4915-a0b4-7ee15d3d3941 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341892 Aug 09 10:58:19.544239 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-af6a697a-62a0-4371-9326-2460f94a6164 service neutron] 10.222.0.35 "GET /v2.0/networks/d049ddfd-ab1c-46d5-b671-3bf6dcd965d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927942 Aug 09 10:58:19.597100 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51792e5a-4496-47e1-91af-45bbaf801dc9 req-f4d7445d-6ea8-420a-b833-acbd289ffd8a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:19.598626 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-51792e5a-4496-47e1-91af-45bbaf801dc9 req-f4d7445d-6ea8-420a-b833-acbd289ffd8a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0533109 Aug 09 10:58:19.637458 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-51792e5a-4496-47e1-91af-45bbaf801dc9 req-1f21479c-5896-4661-9099-ea91037a6226 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320034 Aug 09 10:58:19.639668 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-04481e85-0de6-41d2-8749-000eaa5dbde1 service neutron] 10.222.0.35 "GET /v2.0/networks/d049ddfd-ab1c-46d5-b671-3bf6dcd965d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887671 Aug 09 10:58:19.930052 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-175cc30f-a2ce-43fd-8bb4-3ce373d9d720 req-930aceca-323a-438d-8953-05785213aec7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 210 time: 0.0255260 Aug 09 10:58:20.198123 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-f084ce5d-b2c3-4c78-963a-04bc114ad034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:20.596279 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9777ab1-b06a-46b2-9cc3-ae7690b5b369 req-b2fe41e1-a87d-447f-ae08-e1a7af3e7086 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:20.597785 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b9777ab1-b06a-46b2-9cc3-ae7690b5b369 req-b2fe41e1-a87d-447f-ae08-e1a7af3e7086 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 943 time: 0.0491734 Aug 09 10:58:20.639445 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b9777ab1-b06a-46b2-9cc3-ae7690b5b369 req-889aa1af-1e7c-4dd6-b4b1-1b9319bb89be tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350537 Aug 09 10:58:20.757179 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780f752-99e4-442e-8f66-4ec760eb93e1 req-b2cd49e4-24f7-4c29-b0d0-67cec0049f5e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:20.759363 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3780f752-99e4-442e-8f66-4ec760eb93e1 req-b2cd49e4-24f7-4c29-b0d0-67cec0049f5e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0524106 Aug 09 10:58:20.797084 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3780f752-99e4-442e-8f66-4ec760eb93e1 req-8dfb8b2d-508b-47c7-b321-345f7cec49b2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314748 Aug 09 10:58:21.002835 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5dbe9ef5-fd68-48c3-a967-42a8b636f2ad req-4a7004aa-21ca-46da-95c1-097b453b76f5 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 210 time: 0.0256031 Aug 09 10:58:21.757442 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d0d60-4a53-4342-899e-2cfc30b96155 req-3c268a7c-a9d3-47f2-a9f5-606cad526d99 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:21.759102 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-172d0d60-4a53-4342-899e-2cfc30b96155 req-3c268a7c-a9d3-47f2-a9f5-606cad526d99 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 943 time: 0.0518827 Aug 09 10:58:21.796356 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-172d0d60-4a53-4342-899e-2cfc30b96155 req-9ee46b63-907e-4a49-a352-97f25a55c868 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Aug 09 10:58:21.917053 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467f9c8-f7f4-428e-9b61-f4337f1823b5 req-50236728-815d-4410-84b1-807c0ddef6a4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:21.918524 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0467f9c8-f7f4-428e-9b61-f4337f1823b5 req-50236728-815d-4410-84b1-807c0ddef6a4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0513844 Aug 09 10:58:21.955236 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0467f9c8-f7f4-428e-9b61-f4337f1823b5 req-ad623802-f9cc-497f-8809-79af8ece2c30 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Aug 09 10:58:22.094615 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-95f8f9d5-a3b4-4a22-9563-80d32ad9bc96 req-5bbe9534-4d98-4c4b-ad61-35f4778e0c7d tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 210 time: 0.0253506 Aug 09 10:58:22.908983 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a8be-2f11-4106-8d9b-c00c91e16d6c req-eadff343-f9cc-41c1-9705-d5e846399b16 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:22.910452 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c0a4a8be-2f11-4106-8d9b-c00c91e16d6c req-eadff343-f9cc-41c1-9705-d5e846399b16 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 943 time: 0.0471299 Aug 09 10:58:22.948205 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c0a4a8be-2f11-4106-8d9b-c00c91e16d6c req-f9e589a5-c135-4d6b-a701-e887bcf2045d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 09 10:58:23.011635 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-3650d8f1-f232-45c4-8eac-77e8f6d431e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:23.069163 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d3b4-f962-4606-a7b1-3fd4c44f660f req-59c165e1-8f04-4eca-8686-8d2101ebfafc tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:23.070727 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5271d3b4-f962-4606-a7b1-3fd4c44f660f req-59c165e1-8f04-4eca-8686-8d2101ebfafc tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0504384 Aug 09 10:58:23.108335 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5271d3b4-f962-4606-a7b1-3fd4c44f660f req-8c5a201c-a455-4ffc-b499-913080740c8a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307813 Aug 09 10:58:23.187611 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-272f6337-46b9-4542-aeee-b232fc88cedd req-64eb32d3-ce7a-4a79-993a-31175288a15d tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 210 time: 0.0257189 Aug 09 10:58:23.255949 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device d34fe1f2-e0d2-422f-a981-d01a76660312 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:58:23.358978 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port d34fe1f2-e0d2-422f-a981-d01a76660312, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=d34fe1f2-e0d2-422f-a981-d01a76660312,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:58:23.370438 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': 'd34fe1f2-e0d2-422f-a981-d01a76660312', 'network_id': '92bf1dd3-ef81-4b79-accc-838b697216d6', 'port_id': 'd34fe1f2-e0d2-422f-a981-d01a76660312', 'mac_address': 'fa:16:3e:01:b9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2b475e-dc6d-48b2-83fb-dee447d2b327', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:58:23.395096 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:23.407365 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:23.419947 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34fe1f2-e0d2-422f-a981-d01a76660312 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:58:23.439269 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port d34fe1f2-e0d2-422f-a981-d01a76660312, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=d34fe1f2-e0d2-422f-a981-d01a76660312,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:58:23.513825 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:23.563680 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=d34fe1f2-e0d2-422f-a981-d01a76660312,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:23.883010 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:24.059845 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad1e76-8b2e-4f45-aec8-28843efd9652 req-6b618762-daf1-4523-ab7d-fcf5b2f09701 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:24.060484 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-48ad1e76-8b2e-4f45-aec8-28843efd9652 req-6b618762-daf1-4523-ab7d-fcf5b2f09701 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 944 time: 0.0467520 Aug 09 10:58:24.098328 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-48ad1e76-8b2e-4f45-aec8-28843efd9652 req-4e12bbcf-3c35-4e42-b0af-feebfadbd51d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Aug 09 10:58:24.225554 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae1598-bd8a-4eae-8268-a0f7aaae2250 req-05f2c9e5-01b5-403a-9cad-0cf966b836c0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:24.227094 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-07ae1598-bd8a-4eae-8268-a0f7aaae2250 req-05f2c9e5-01b5-403a-9cad-0cf966b836c0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0524795 Aug 09 10:58:24.264547 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-07ae1598-bd8a-4eae-8268-a0f7aaae2250 req-62f98364-d35c-4098-b49a-9b0d11446899 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Aug 09 10:58:24.347577 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4557951d-7f79-44d4-840e-42b566ed220a req-4ad9aac2-f146-43b7-8e83-941388160c4e tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 210 time: 0.0260899 Aug 09 10:58:25.217483 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b027-d7d5-4228-8734-ae15f8d12be5 req-523304bc-fe16-4dd8-b534-8adc4a202bb4 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:25.219337 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c444b027-d7d5-4228-8734-ae15f8d12be5 req-523304bc-fe16-4dd8-b534-8adc4a202bb4 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 944 time: 0.0541353 Aug 09 10:58:25.258749 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c444b027-d7d5-4228-8734-ae15f8d12be5 req-76c3c891-0a34-499d-bb19-0b2f73414ad5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333669 Aug 09 10:58:25.325974 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:25.387169 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4ad7c-4184-4c3e-a16c-8d679e5c53c6 req-2bf4f41c-a3e9-4eec-b073-c30b7875ccdb tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:25.387169 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e9c4ad7c-4184-4c3e-a16c-8d679e5c53c6 req-2bf4f41c-a3e9-4eec-b073-c30b7875ccdb tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0509019 Aug 09 10:58:25.434992 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e9c4ad7c-4184-4c3e-a16c-8d679e5c53c6 req-c144f774-81ce-418f-8f86-a31548de7994 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326917 Aug 09 10:58:25.454918 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-43d97bf0-6d6f-4fea-9683-530628434a15 req-99444339-8b97-43a7-8c0d-fdcf7904f7fc tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 210 time: 0.0258493 Aug 09 10:58:25.576934 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['d34fe1f2-e0d2-422f-a981-d01a76660312'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:58:25.663086 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-0c862a66-1244-4b8d-a01f-a79e7152f985 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:25.672124 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-0c862a66-1244-4b8d-a01f-a79e7152f985 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.37 "GET /v2.0/networks?id=d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 HTTP/1.1" status: 200 len: 814 time: 0.1309040 Aug 09 10:58:25.678692 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Request body: {'port': {'device_id': '1ed007d0-30fd-4283-a33d-fc9fdea9fd92', 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5', 'admin_state_up': True, 'tenant_id': '4b3b3ce726404e23916112992808581b'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:58:25.885720 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Made reservation on behalf of 4b3b3ce726404e23916112992808581b for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 10:58:25.889759 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:26.029104 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Allocated IP 172.20.0.6 (d049ddfd-ab1c-46d5-b671-3bf6dcd965d5/87c4ec93-3989-43e9-a521-011164c24959/0458e3cc-8a93-45af-ab27-a547ecb1859c) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 10:58:26.186891 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:26.343015 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:26.386457 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c03b7b-3209-414d-8db9-be54c37d9654 req-110e9ea6-3ab6-4976-9f7f-51f92b762ed2 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:26.388648 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f3c03b7b-3209-414d-8db9-be54c37d9654 req-110e9ea6-3ab6-4976-9f7f-51f92b762ed2 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 944 time: 0.0594084 Aug 09 10:58:26.407526 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 10:58:26.412987 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 10:58:26.417664 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 10:58:26.423308 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:26.423936 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:26.428116 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Pushing event updated for resources: {'Port': ['ID=0458e3cc-8a93-45af-ab27-a547ecb1859c,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:26.439985 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768f339-765c-4b27-a6b4-b9566076aa49 req-c5f4c4c0-0c4d-4525-b18e-cd342768a4df tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:26.441530 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c768f339-765c-4b27-a6b4-b9566076aa49 req-c5f4c4c0-0c4d-4525-b18e-cd342768a4df tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.1275012 Aug 09 10:58:26.452487 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.452843 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.453188 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.453581 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.453861 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.454197 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.454525 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.454857 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.456637 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.456637 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.456637 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.456637 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:26.457773 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f3c03b7b-3209-414d-8db9-be54c37d9654 req-fa792c58-a7be-494c-84e0-1f2c5787db42 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622761 Aug 09 10:58:26.498830 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c768f339-765c-4b27-a6b4-b9566076aa49 req-1b33e49e-3a26-4443-9a83-571e5092661f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494719 Aug 09 10:58:26.557814 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04d9ef-01a9-4bfe-8c78-e9c19da69eb3 req-585f668c-e86e-46d2-82df-23cc453dc5ad tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:26.559352 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-af04d9ef-01a9-4bfe-8c78-e9c19da69eb3 req-585f668c-e86e-46d2-82df-23cc453dc5ad tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0492716 Aug 09 10:58:26.592712 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-5512eb57-0249-4c70-9932-f7a0d4d6daf7 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9175961 Aug 09 10:58:26.598797 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-af04d9ef-01a9-4bfe-8c78-e9c19da69eb3 req-80154fda-e5d2-4597-bbef-868cd2999ee6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Aug 09 10:58:26.616109 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138676ee-334c-4b6e-87b5-e052ca9df688 req-875c5651-b5ac-4809-b65f-bc1abb9fb6f5 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:26.621352 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-138676ee-334c-4b6e-87b5-e052ca9df688 req-875c5651-b5ac-4809-b65f-bc1abb9fb6f5 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 931 time: 0.0557859 Aug 09 10:58:26.660832 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-138676ee-334c-4b6e-87b5-e052ca9df688 req-3980cb32-0895-4d06-ab0c-439b3f715a37 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360565 Aug 09 10:58:27.562908 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef5a51-e7cb-41a3-afdc-d305fafe40c3 req-a3c56cb4-2ab8-40eb-842a-b7786fde2711 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:27.564445 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-64ef5a51-e7cb-41a3-afdc-d305fafe40c3 req-a3c56cb4-2ab8-40eb-842a-b7786fde2711 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 944 time: 0.0480533 Aug 09 10:58:27.605319 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-64ef5a51-e7cb-41a3-afdc-d305fafe40c3 req-6e2502b9-0175-49cc-9a27-233bd793dbb2 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349472 Aug 09 10:58:27.629940 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce272c7-dd51-49f6-aa7e-bc9df050faf4 req-b7202dc9-5733-44a0-ae18-6ac5518e368f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:27.631835 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8ce272c7-dd51-49f6-aa7e-bc9df050faf4 req-b7202dc9-5733-44a0-ae18-6ac5518e368f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0558286 Aug 09 10:58:27.674944 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8ce272c7-dd51-49f6-aa7e-bc9df050faf4 req-2fbd2411-434c-4874-8031-2080400b9b28 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367262 Aug 09 10:58:27.724408 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea36e2c-1ba5-47d1-95f5-ee1e6db85a7e req-86213847-d9cd-45e8-ad7a-b233f722ebd0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:27.725387 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cea36e2c-1ba5-47d1-95f5-ee1e6db85a7e req-86213847-d9cd-45e8-ad7a-b233f722ebd0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0560167 Aug 09 10:58:27.766425 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cea36e2c-1ba5-47d1-95f5-ee1e6db85a7e req-0d9e3f19-38f8-4d5e-b5e3-5c9ac13b6bee tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Aug 09 10:58:27.786746 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499650-7b32-482f-af0c-da17aae632e9 req-3c284c86-b214-41d9-887c-f8a45211d6e9 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:27.788453 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4e499650-7b32-482f-af0c-da17aae632e9 req-3c284c86-b214-41d9-887c-f8a45211d6e9 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 931 time: 0.0525002 Aug 09 10:58:27.825594 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4e499650-7b32-482f-af0c-da17aae632e9 req-5d0e9b65-065d-4d1a-9e9d-c7e8f7e4c61f tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Aug 09 10:58:28.751900 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754191dd-2189-4e37-af47-c879b6f63bbe req-a70a0c15-c031-478e-a83e-163592ef4895 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:28.753481 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-754191dd-2189-4e37-af47-c879b6f63bbe req-a70a0c15-c031-478e-a83e-163592ef4895 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 944 time: 0.0765898 Aug 09 10:58:28.792531 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-754191dd-2189-4e37-af47-c879b6f63bbe req-89b8408f-600c-430f-bd75-ba18244c6a4a tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330520 Aug 09 10:58:28.802222 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74461907-4ef1-4221-b8a0-03562e055e98 req-1e14263f-e538-4b6b-9037-aa4ead30dc68 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:28.803794 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-74461907-4ef1-4221-b8a0-03562e055e98 req-1e14263f-e538-4b6b-9037-aa4ead30dc68 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0530231 Aug 09 10:58:28.851871 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-74461907-4ef1-4221-b8a0-03562e055e98 req-c8eeacbd-cf25-4a6e-b2ae-8b2671e913f7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347261 Aug 09 10:58:28.898917 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a796a1-4871-4291-a2cf-0464dfb99c5d req-3904e18e-7528-47ff-a46e-2d859906495f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:28.900348 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-50a796a1-4871-4291-a2cf-0464dfb99c5d req-3904e18e-7528-47ff-a46e-2d859906495f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0475781 Aug 09 10:58:28.940398 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-50a796a1-4871-4291-a2cf-0464dfb99c5d req-bf946843-20de-49fa-a83a-32a22b9c9902 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Aug 09 10:58:28.964220 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c26a95-057c-4c79-8167-05c52e1a86c3 req-3aeb061a-668c-48f5-a0ca-5b01f4ca4b0c tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:28.965647 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-53c26a95-057c-4c79-8167-05c52e1a86c3 req-3aeb061a-668c-48f5-a0ca-5b01f4ca4b0c tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 931 time: 0.0549474 Aug 09 10:58:29.009753 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-53c26a95-057c-4c79-8167-05c52e1a86c3 req-85b2bd56-229f-48c9-883d-ad7fa2506548 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Aug 09 10:58:29.302191 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Request body: {'port': {'device_id': '1ed007d0-30fd-4283-a33d-fc9fdea9fd92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 10:58:29.361073 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:29.632327 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0458e3cc-8a93-45af-ab27-a547ecb1859c {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:58:29.640536 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:29.652263 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Transition to ACTIVE for port object 0458e3cc-8a93-45af-ab27-a547ecb1859c will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 10:58:29.768711 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:29.843356 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Pushing event updated for resources: {'Port': ['ID=0458e3cc-8a93-45af-ab27-a547ecb1859c,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:29.858084 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Attempting to bind port 0458e3cc-8a93-45af-ab27-a547ecb1859c on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 10:58:29.858501 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Attempting to bind port 0458e3cc-8a93-45af-ab27-a547ecb1859c by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '6f773ef3-00e4-45a2-a7c1-6fafc19af683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 10:58:29.858964 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Attempting to bind port 0458e3cc-8a93-45af-ab27-a547ecb1859c on network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:58:29.863679 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Port 0458e3cc-8a93-45af-ab27-a547ecb1859c on network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 10:58:29.864082 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Attempting to bind port 0458e3cc-8a93-45af-ab27-a547ecb1859c on network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 10:58:29.869226 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 10:58:29.870251 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Checking segment: {'id': '6f773ef3-00e4-45a2-a7c1-6fafc19af683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 10:58:29.870787 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Bound using segment: {'id': '6f773ef3-00e4-45a2-a7c1-6fafc19af683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 10:58:29.871301 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Bound port: 0458e3cc-8a93-45af-ab27-a547ecb1859c, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f773ef3-00e4-45a2-a7c1-6fafc19af683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 10:58:29.871781 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:29.934736 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aad4f3-c0d3-418a-b16a-b5578717c2b9 req-6157c01c-3be3-4576-8f09-a08e84e6f635 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:29.936550 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c9aad4f3-c0d3-418a-b16a-b5578717c2b9 req-6157c01c-3be3-4576-8f09-a08e84e6f635 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 944 time: 0.0629032 Aug 09 10:58:29.975885 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c9aad4f3-c0d3-418a-b16a-b5578717c2b9 req-a9445fdf-275b-4b06-92d2-c23c6b3165c7 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Aug 09 10:58:30.013630 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] For port 0458e3cc-8a93-45af-ab27-a547ecb1859c, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 10:58:30.036781 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] For port 0458e3cc-8a93-45af-ab27-a547ecb1859c, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=0458e3cc-8a93-45af-ab27-a547ecb1859c,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 10:58:30.047803 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a443f-1d16-43f8-86e0-8b86219405fd req-fd582954-4467-40bc-a469-44f631099f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.049304 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a60a443f-1d16-43f8-86e0-8b86219405fd req-fd582954-4467-40bc-a469-44f631099f0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1098 time: 0.0933514 Aug 09 10:58:30.058221 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323143-cc0a-46e1-bd1e-8cda067c77d9 req-3d5ac68e-0ca2-40a9-a7be-eb661c1ddc6e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.059647 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-96323143-cc0a-46e1-bd1e-8cda067c77d9 req-3d5ac68e-0ca2-40a9-a7be-eb661c1ddc6e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.1048071 Aug 09 10:58:30.081640 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8d405-c896-4f40-8939-1c3ac0fdfcbb req-c5e250a7-175c-401b-ad77-b4a8bac1fb91 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.083282 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90b8d405-c896-4f40-8939-1c3ac0fdfcbb req-c5e250a7-175c-401b-ad77-b4a8bac1fb91 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0504382 Aug 09 10:58:30.111727 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a60a443f-1d16-43f8-86e0-8b86219405fd req-ccfef7d1-48f4-4543-ae9c-cd3e901e8bf1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511391 Aug 09 10:58:30.117015 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-96323143-cc0a-46e1-bd1e-8cda067c77d9 req-4f0a3c46-16f7-4066-bd5f-387329edcb7a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490201 Aug 09 10:58:30.122699 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90b8d405-c896-4f40-8939-1c3ac0fdfcbb req-e1d6252c-3df4-464c-bba8-ea0cffefd901 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Aug 09 10:58:30.141981 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:30.151051 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.151051 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:30.151051 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] 10.222.0.37 "PUT /v2.0/ports/0458e3cc-8a93-45af-ab27-a547ecb1859c HTTP/1.1" status: 200 len: 1093 time: 0.8527403 Aug 09 10:58:30.152114 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed007d0-30fd-4283-a33d-fc9fdea9fd92', 'tag': '0458e3cc-8a93-45af-ab27-a547ecb1859c'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:58:30.154467 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e66db6-4dca-416d-8dda-257ec01daa30" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed007d0-30fd-4283-a33d-fc9fdea9fd92", "tag": "0458e3cc-8a93-45af-ab27-a547ecb1859c"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:58:30.192825 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887432b5-9c93-4f55-b7c7-c940b3e7892d x-openstack-request-id: req-887432b5-9c93-4f55-b7c7-c940b3e7892d {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:58:30.193115 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed007d0-30fd-4283-a33d-fc9fdea9fd92", "tag": "0458e3cc-8a93-45af-ab27-a547ecb1859c", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:58:30.193365 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-887432b5-9c93-4f55-b7c7-c940b3e7892d {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:58:30.193750 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed007d0-30fd-4283-a33d-fc9fdea9fd92', 'tag': '0458e3cc-8a93-45af-ab27-a547ecb1859c', 'status': 'completed', 'code': 200} Aug 09 10:58:30.267412 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4a443-0786-4f30-8d3d-95c0251c4805 service neutron] Pushing event updated for resources: {'Port': ['ID=0458e3cc-8a93-45af-ab27-a547ecb1859c,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:30.287391 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62f90b-e703-40bd-bf34-4e09f2b86bbf req-d0c9e0ea-79dd-4e0c-aeb2-301f9b9d15c9 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.292347 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5a62f90b-e703-40bd-bf34-4e09f2b86bbf req-d0c9e0ea-79dd-4e0c-aeb2-301f9b9d15c9 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 943 time: 0.1145391 Aug 09 10:58:30.327575 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e66db6-4dca-416d-8dda-257ec01daa30 req-7f1d19db-5622-4733-8b06-8371f15697fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.329248 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-00e66db6-4dca-416d-8dda-257ec01daa30 req-7f1d19db-5622-4733-8b06-8371f15697fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b3b3ce726404e23916112992808581b&device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 1096 time: 0.0941052 Aug 09 10:58:30.367940 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5a62f90b-e703-40bd-bf34-4e09f2b86bbf req-15ae0752-f2a1-47c8-bdfb-e0afb3f55d33 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684586 Aug 09 10:58:30.436108 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e66db6-4dca-416d-8dda-257ec01daa30 req-3842a740-5820-4267-a096-017d3135a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.437463 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-00e66db6-4dca-416d-8dda-257ec01daa30 req-3842a740-5820-4267-a096-017d3135a286 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b3b3ce726404e23916112992808581b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939641 Aug 09 10:58:30.534500 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e66db6-4dca-416d-8dda-257ec01daa30 req-d939af95-ada2-4e65-a76a-d7746915d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.536002 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-00e66db6-4dca-416d-8dda-257ec01daa30 req-d939af95-ada2-4e65-a76a-d7746915d295 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890625 Aug 09 10:58:30.627587 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-9144e4bf-a13c-43f4-9cff-59019f028201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.629997 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-9144e4bf-a13c-43f4-9cff-59019f028201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b3b3ce726404e23916112992808581b&device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 1096 time: 0.0431948 Aug 09 10:58:30.677424 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-ba4ce982-26c5-4d08-be87-1d6a28c2c3f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0458e3cc-8a93-45af-ab27-a547ecb1859c HTTP/1.1" status: 200 len: 217 time: 0.0369799 Aug 09 10:58:30.971684 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-7046299d-5942-4f2b-a093-b4027eb1514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:30.973108 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-7046299d-5942-4f2b-a093-b4027eb1514e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87c4ec93-3989-43e9-a521-011164c24959 HTTP/1.1" status: 200 len: 854 time: 0.2857091 Aug 09 10:58:31.004457 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-c2177608-b5a5-421f-9ac6-bc4cd68828df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d049ddfd-ab1c-46d5-b671-3bf6dcd965d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229447 Aug 09 10:58:31.090997 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b828-d79f-4e63-a449-089c171f8f4c req-0f09785f-1ce7-4d28-ae9d-cb8d3b7f8e37 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:31.092491 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2cd1b828-d79f-4e63-a449-089c171f8f4c req-0f09785f-1ce7-4d28-ae9d-cb8d3b7f8e37 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 944 time: 0.0480921 Aug 09 10:58:31.092629 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-129526df-2419-4a00-afa5-cd4e08f4e726 service neutron] 10.222.0.37 "GET /v2.0/networks/d049ddfd-ab1c-46d5-b671-3bf6dcd965d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799797 Aug 09 10:58:31.130880 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-2cd1b828-d79f-4e63-a449-089c171f8f4c req-856d6d38-fd44-4e29-9d27-2e510ed45d48 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Aug 09 10:58:31.210897 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-10a04dcc-afe0-40fb-8307-bcc6c53d3f95 req-9cb16b7b-4688-4002-a164-14f00473855c service neutron] 10.222.0.37 "GET /v2.0/networks/d049ddfd-ab1c-46d5-b671-3bf6dcd965d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028244 Aug 09 10:58:31.247600 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de7952-0bd2-40eb-9c1b-2c15ddf64eb2 req-23d37633-8da0-4f89-8291-794ef28772b2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:31.247825 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3294ec-ab79-4b4e-b789-480d01e8dc6e req-9db13f09-6ec6-4f6b-bc48-57557496f883 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:31.248997 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-16de7952-0bd2-40eb-9c1b-2c15ddf64eb2 req-23d37633-8da0-4f89-8291-794ef28772b2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0528567 Aug 09 10:58:31.249282 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7e3294ec-ab79-4b4e-b789-480d01e8dc6e req-9db13f09-6ec6-4f6b-bc48-57557496f883 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0548961 Aug 09 10:58:31.283156 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device d34fe1f2-e0d2-422f-a981-d01a76660312 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:58:31.288885 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-16de7952-0bd2-40eb-9c1b-2c15ddf64eb2 req-c9790cbb-a2a9-4609-91f9-b66be67f26c0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335681 Aug 09 10:58:31.289068 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7e3294ec-ab79-4b4e-b789-480d01e8dc6e req-9ebd5511-19e9-4602-aa33-671f603cf5f8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336194 Aug 09 10:58:31.431275 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port d34fe1f2-e0d2-422f-a981-d01a76660312 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:58:31.435876 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port d34fe1f2-e0d2-422f-a981-d01a76660312 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:58:31.436432 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:31.482206 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97dd1-6540-44d0-adc5-1e2857805454 req-e0e5d0a4-bbfa-449a-b1a5-2487216eae5f tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:31.490925 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ebe97dd1-6540-44d0-adc5-1e2857805454 req-e0e5d0a4-bbfa-449a-b1a5-2487216eae5f tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 943 time: 0.0560009 Aug 09 10:58:31.524885 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ebe97dd1-6540-44d0-adc5-1e2857805454 req-07b77805-61a4-4461-9e7c-b4c37d529394 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Aug 09 10:58:31.536532 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:31.553986 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:58:31.559978 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c45ba8-5b24-4c70-a2c5-e40926944708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34fe1f2-e0d2-422f-a981-d01a76660312'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:58:31.562190 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11b5653-ffba-4277-a824-46ea9b311205" -d '{"events": [{"server_uuid": "b8c45ba8-5b24-4c70-a2c5-e40926944708", "name": "network-vif-plugged", "status": "completed", "tag": "d34fe1f2-e0d2-422f-a981-d01a76660312"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:58:31.574714 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port d34fe1f2-e0d2-422f-a981-d01a76660312, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=d34fe1f2-e0d2-422f-a981-d01a76660312,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:58:31.596972 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513e052-dd6f-4d16-96b0-3f49c141ad29 x-openstack-request-id: req-8513e052-dd6f-4d16-96b0-3f49c141ad29 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:58:31.597282 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c45ba8-5b24-4c70-a2c5-e40926944708", "name": "network-vif-plugged", "status": "completed", "tag": "d34fe1f2-e0d2-422f-a981-d01a76660312", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:58:31.597535 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8513e052-dd6f-4d16-96b0-3f49c141ad29 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:58:31.597930 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c45ba8-5b24-4c70-a2c5-e40926944708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34fe1f2-e0d2-422f-a981-d01a76660312', 'code': 200} Aug 09 10:58:31.668345 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:31.719428 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=d34fe1f2-e0d2-422f-a981-d01a76660312,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:31.926891 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffa525-768c-4b98-a911-782737e87b97 req-27b35839-8a6c-411d-a364-9ce0ef058baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:31.928433 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bfffa525-768c-4b98-a911-782737e87b97 req-27b35839-8a6c-411d-a364-9ce0ef058baf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 1098 time: 0.0436730 Aug 09 10:58:31.965592 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bfffa525-768c-4b98-a911-782737e87b97 req-f9c23c1a-a417-473f-8ced-dee2c7a1ddc3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281341 Aug 09 10:58:32.249805 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d864681-1a11-4386-b807-45752983af9f req-29186bcb-cdcf-4a76-9041-dc7f60c562f1 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:32.251396 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1d864681-1a11-4386-b807-45752983af9f req-29186bcb-cdcf-4a76-9041-dc7f60c562f1 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Aug 09 10:58:32.292661 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1d864681-1a11-4386-b807-45752983af9f req-8545005d-c5cd-4152-8ac4-38d1d72c449f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Aug 09 10:58:32.414445 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb805-5525-4bc6-866f-2b8781ae047f req-0dfea32d-d475-427b-ac04-88a8d134fc4c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:32.416834 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-791bb805-5525-4bc6-866f-2b8781ae047f req-0dfea32d-d475-427b-ac04-88a8d134fc4c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0533378 Aug 09 10:58:32.441520 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db4656-c90e-4827-a7d7-843402f411e8 req-46d6e4db-cca7-4a7e-8b66-71ecc2135825 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:32.443265 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b5db4656-c90e-4827-a7d7-843402f411e8 req-46d6e4db-cca7-4a7e-8b66-71ecc2135825 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0557585 Aug 09 10:58:32.471410 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-791bb805-5525-4bc6-866f-2b8781ae047f req-f13d1310-72e3-4b36-a486-4aefef9b4908 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476346 Aug 09 10:58:32.487641 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b5db4656-c90e-4827-a7d7-843402f411e8 req-b78124c9-2296-4c33-ac0f-eb163e7a5582 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375366 Aug 09 10:58:32.655746 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b7cc9-515d-4ad2-bf82-4546b321553f req-f9231abb-f987-468f-b487-87d934f65ad0 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:32.657269 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-844b7cc9-515d-4ad2-bf82-4546b321553f req-f9231abb-f987-468f-b487-87d934f65ad0 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 943 time: 0.0613968 Aug 09 10:58:32.701846 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-844b7cc9-515d-4ad2-bf82-4546b321553f req-b5ff808e-4e26-40d2-af72-872694013be6 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382068 Aug 09 10:58:32.890522 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01644731-a5ff-4bef-816b-229c04c1a3d2 req-a017cb65-784e-4fd4-ad11-16ad45a2a086 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:32.894499 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-01644731-a5ff-4bef-816b-229c04c1a3d2 req-a017cb65-784e-4fd4-ad11-16ad45a2a086 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0585010 Aug 09 10:58:32.934440 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-01644731-a5ff-4bef-816b-229c04c1a3d2 req-08532fc5-d405-4f7e-be7f-660a0c76707d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338962 Aug 09 10:58:32.976464 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-cdf9e2be-2120-48ca-8cc2-d0e8a2ae61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:32.977960 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-cdf9e2be-2120-48ca-8cc2-d0e8a2ae61da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1098 time: 0.0426855 Aug 09 10:58:33.064981 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-87381749-32e0-458c-83a6-0881fcd3c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:33.066390 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-87381749-32e0-458c-83a6-0881fcd3c486 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 920 time: 0.0810094 Aug 09 10:58:33.110771 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-639b7b45-fd5c-47e3-a35f-4f03867e940c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a HTTP/1.1" status: 200 len: 217 time: 0.0368152 Aug 09 10:58:33.164500 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-212a1db6-a3d7-424f-bdab-4845fb95a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:33.166021 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-212a1db6-a3d7-424f-bdab-4845fb95a3d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444fa07f-3623-40e2-b4d3-594ef7475217 HTTP/1.1" status: 200 len: 859 time: 0.0439568 Aug 09 10:58:33.228016 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-9a6078e7-a169-4318-a242-1d45b9573416 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a46f2fb9-ff9e-4999-928b-40de02257497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331948 Aug 09 10:58:33.318715 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 44644) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:33.362560 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-23de0479-b269-4332-b2f1-51c2e19ecdfc service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202378 Aug 09 10:58:33.429477 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3de7e-6d0e-4980-9a0c-45fa1de34a64 req-b6129b8a-7d85-4f0b-a538-53ba830507f0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:33.431137 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bed3de7e-6d0e-4980-9a0c-45fa1de34a64 req-b6129b8a-7d85-4f0b-a538-53ba830507f0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 945 time: 0.0598948 Aug 09 10:58:33.462937 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea179-5f25-4823-9751-807f8f0126f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:33.472486 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bed3de7e-6d0e-4980-9a0c-45fa1de34a64 req-6c82a2af-8e28-4ea5-887d-ee2157cbecdf tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Aug 09 10:58:33.488383 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-94b13b4d-ec6b-4223-86e1-f5246d515d4b req-7e5a6f8e-349f-4813-88fe-e2d607ae1059 service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098809 Aug 09 10:58:33.600076 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea179-5f25-4823-9751-807f8f0126f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:33.619944 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138e835-8209-44e5-a0c7-28f24eb643ad req-393a9705-ac21-417c-aafb-ec5e6ff37fe8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:33.621397 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4138e835-8209-44e5-a0c7-28f24eb643ad req-393a9705-ac21-417c-aafb-ec5e6ff37fe8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0563781 Aug 09 10:58:33.658981 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4138e835-8209-44e5-a0c7-28f24eb643ad req-f7aaf33e-939b-41ad-afd4-52f432bfd02c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316010 Aug 09 10:58:33.685456 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea179-5f25-4823-9751-807f8f0126f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:33.724052 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5a1ea179-5f25-4823-9751-807f8f0126f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=763d3525385e413ea99943be3fc13b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041843 Aug 09 10:58:33.725652 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ea179-5f25-4823-9751-807f8f0126f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5562bbc-e0a8-491e-93ee-832ef5249b09,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:33.726707 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 44658) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:33.817689 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:33.845040 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:33.867176 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3a3bf-78fc-47b1-8dba-b8fbe3bb373b req-b411e1e4-a5ce-4690-98e3-e31f6de7a4fb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:33.867176 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bee3a3bf-78fc-47b1-8dba-b8fbe3bb373b req-b411e1e4-a5ce-4690-98e3-e31f6de7a4fb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 943 time: 0.0854805 Aug 09 10:58:33.915192 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bee3a3bf-78fc-47b1-8dba-b8fbe3bb373b req-6101b9ca-9939-4f58-be1a-1cbe71b57d05 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Aug 09 10:58:34.033878 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:34.036671 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:34.038000 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5562bbc-e0a8-491e-93ee-832ef5249b09 HTTP/1.1" status: 204 len: 168 time: 0.3101285 Aug 09 10:58:34.047314 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5562bbc-e0a8-491e-93ee-832ef5249b09,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:34.054963 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102408a-9840-4174-94a6-d459eef054b3 req-3964d58b-e370-43c7-93a7-b8d3c4b87efc tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:34.055863 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.056375 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.056556 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3102408a-9840-4174-94a6-d459eef054b3 req-3964d58b-e370-43c7-93a7-b8d3c4b87efc tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0488279 Aug 09 10:58:34.057010 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.057351 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.057679 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.058174 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.058504 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.058991 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.059344 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.059667 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.059993 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.060338 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181f163-5eec-4be3-b145-86ecfb0306d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:34.108322 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3102408a-9840-4174-94a6-d459eef054b3 req-61466d19-e8da-488c-83fb-42a0feda3255 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Aug 09 10:58:34.584407 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcec6a-8c9b-439a-a64f-0b7df4e7ccf8 req-76c7dd5b-3abf-4e34-9d97-c799815688d4 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:34.585873 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fddcec6a-8c9b-439a-a64f-0b7df4e7ccf8 req-76c7dd5b-3abf-4e34-9d97-c799815688d4 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Aug 09 10:58:34.634069 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fddcec6a-8c9b-439a-a64f-0b7df4e7ccf8 req-f7d405f9-f11c-432d-8f37-cae91ced6fea tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Aug 09 10:58:34.792511 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f3c21-014a-4e1c-95d5-72a5d9406dca req-59d78247-4e56-49ac-91bf-aae23ef5c440 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:34.794067 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-920f3c21-014a-4e1c-95d5-72a5d9406dca req-59d78247-4e56-49ac-91bf-aae23ef5c440 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0576663 Aug 09 10:58:34.836478 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-920f3c21-014a-4e1c-95d5-72a5d9406dca req-3c348c19-d697-47da-94ea-d74c82a0ca23 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364594 Aug 09 10:58:35.035920 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21f283-19a4-4bda-b45b-a9f21d6a2c01 req-a555f842-6041-4331-9cd8-4a3815f870e2 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:35.037535 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ab21f283-19a4-4bda-b45b-a9f21d6a2c01 req-a555f842-6041-4331-9cd8-4a3815f870e2 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 943 time: 0.0504169 Aug 09 10:58:35.080505 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ab21f283-19a4-4bda-b45b-a9f21d6a2c01 req-da4876a8-181e-4182-beff-76f942a51cbc tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368345 Aug 09 10:58:35.226383 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a55c2a-7572-4b8a-ab58-24b016701081 req-ad4b9c94-e2c1-4aa4-96d4-17eb2505f7c3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:35.228143 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33a55c2a-7572-4b8a-ab58-24b016701081 req-ad4b9c94-e2c1-4aa4-96d4-17eb2505f7c3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0524282 Aug 09 10:58:35.267294 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33a55c2a-7572-4b8a-ab58-24b016701081 req-619429d5-7715-451e-a092-b5ba06e0bf78 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Aug 09 10:58:35.943582 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 0458e3cc-8a93-45af-ab27-a547ecb1859c details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:58:35.957029 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fdbba-dc9b-4ffc-874e-4ebcc8439d27 req-b34bfb57-cca9-4233-bddc-d5c620ae5dad tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:35.958685 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b93fdbba-dc9b-4ffc-874e-4ebcc8439d27 req-b34bfb57-cca9-4233-bddc-d5c620ae5dad tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0494483 Aug 09 10:58:35.996772 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b93fdbba-dc9b-4ffc-874e-4ebcc8439d27 req-ef333077-b714-471f-93aa-55aafafbf395 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Aug 09 10:58:36.045141 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 0458e3cc-8a93-45af-ab27-a547ecb1859c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=0458e3cc-8a93-45af-ab27-a547ecb1859c,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:58:36.057104 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '0458e3cc-8a93-45af-ab27-a547ecb1859c', 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5', 'port_id': '0458e3cc-8a93-45af-ab27-a547ecb1859c', 'mac_address': 'fa:16:3e:f9:db:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c4ec93-3989-43e9-a521-011164c24959', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:58:36.093774 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:36.107185 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0458e3cc-8a93-45af-ab27-a547ecb1859c {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:58:36.130640 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 0458e3cc-8a93-45af-ab27-a547ecb1859c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=0458e3cc-8a93-45af-ab27-a547ecb1859c,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:58:36.199401 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a095-1900-4fcc-8c9c-6d566143abd8 req-284d9e26-42d0-4dac-9dec-bcd7e6499a4d tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:36.200907 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b839a095-1900-4fcc-8c9c-6d566143abd8 req-284d9e26-42d0-4dac-9dec-bcd7e6499a4d tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 943 time: 0.0485549 Aug 09 10:58:36.214130 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:36.239307 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b839a095-1900-4fcc-8c9c-6d566143abd8 req-7b802cef-5813-42c8-a231-133f5656ed20 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Aug 09 10:58:36.261811 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=0458e3cc-8a93-45af-ab27-a547ecb1859c,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:36.268935 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.269312 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.269659 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.270258 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.270593 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.270924 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.271278 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.271607 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.271949 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.272276 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.272601 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.272925 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:58:36.382198 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e5538-a7b6-47b2-add4-84ade67c28e8 req-abcfdb35-f7f2-4b92-aad6-3fff77b2eda5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:36.383712 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9b0e5538-a7b6-47b2-add4-84ade67c28e8 req-abcfdb35-f7f2-4b92-aad6-3fff77b2eda5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0495729 Aug 09 10:58:36.421999 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9b0e5538-a7b6-47b2-add4-84ade67c28e8 req-e8e23654-4199-4a5b-9409-10cafd013ffd tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Aug 09 10:58:37.118226 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b181c-9818-4b77-beb4-3858c19582ef req-89066c99-8726-40b1-be88-549d10837211 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:37.120335 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-296b181c-9818-4b77-beb4-3858c19582ef req-89066c99-8726-40b1-be88-549d10837211 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0511606 Aug 09 10:58:37.158150 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-296b181c-9818-4b77-beb4-3858c19582ef req-28574c4c-5377-4f6f-94de-f7cac1a18631 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Aug 09 10:58:37.350772 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa3993-fd51-4545-99d0-fec464b44184 req-a6aa7fd7-fdbd-4b4e-90ab-54f26f793bcd tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:37.352151 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8cfa3993-fd51-4545-99d0-fec464b44184 req-a6aa7fd7-fdbd-4b4e-90ab-54f26f793bcd tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 944 time: 0.0457366 Aug 09 10:58:37.392062 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8cfa3993-fd51-4545-99d0-fec464b44184 req-ff72fc43-775a-427d-8144-3d9f57193fad tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Aug 09 10:58:37.534465 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457d8e9-8fb5-4128-876d-6b5bbe4f2e93 req-8483af79-693b-40c2-943d-7c6f1a8371d0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:37.535985 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b457d8e9-8fb5-4128-876d-6b5bbe4f2e93 req-8483af79-693b-40c2-943d-7c6f1a8371d0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0475121 Aug 09 10:58:37.574178 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b457d8e9-8fb5-4128-876d-6b5bbe4f2e93 req-445f639e-3d2a-4f57-93f6-f80e81309acf tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Aug 09 10:58:38.276444 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b564f-bb3a-4e83-839e-2ddad9561f3d req-1c2a0a34-a35b-4947-8b47-da6801e1497a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:38.277880 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-403b564f-bb3a-4e83-839e-2ddad9561f3d req-1c2a0a34-a35b-4947-8b47-da6801e1497a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0477114 Aug 09 10:58:38.304998 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['0458e3cc-8a93-45af-ab27-a547ecb1859c'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:58:38.316832 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-403b564f-bb3a-4e83-839e-2ddad9561f3d req-88d9e059-e0cc-4db1-be1c-d1aa20f24d45 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331199 Aug 09 10:58:38.509082 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a30d7-caf6-4779-8e74-b90ed96dbb6c req-f886e907-8f34-4198-9ce8-0e81d0b84965 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:38.511354 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f78a30d7-caf6-4779-8e74-b90ed96dbb6c req-f886e907-8f34-4198-9ce8-0e81d0b84965 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 944 time: 0.0496545 Aug 09 10:58:38.553661 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f78a30d7-caf6-4779-8e74-b90ed96dbb6c req-72f9958d-0d89-49ed-a6ea-9d57a010a194 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Aug 09 10:58:38.691813 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da4ef0-d2c7-4378-b38d-fbf177f3f552 req-31e1ae61-7d38-49e1-a1ec-1fe2d605e0ea tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:38.699461 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-52da4ef0-d2c7-4378-b38d-fbf177f3f552 req-31e1ae61-7d38-49e1-a1ec-1fe2d605e0ea tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0518475 Aug 09 10:58:38.730059 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-52da4ef0-d2c7-4378-b38d-fbf177f3f552 req-5dd2c3f6-e273-47ee-aab3-db39b985a4c0 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Aug 09 10:58:39.442842 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa5bf9-5a70-459f-9cf0-f901d55871eb req-8b0d4bc3-5aab-48e2-86ca-e26e78699157 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:39.444435 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-edaa5bf9-5a70-459f-9cf0-f901d55871eb req-8b0d4bc3-5aab-48e2-86ca-e26e78699157 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0524755 Aug 09 10:58:39.481801 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-edaa5bf9-5a70-459f-9cf0-f901d55871eb req-58328614-3ec6-4409-b8d9-fb36038674a7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Aug 09 10:58:39.681440 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e2e21-d3e5-4f16-9f79-365af2e9a24f req-24c27766-aa43-4d15-91fe-a2b7f288bc83 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:39.683265 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ef6e2e21-d3e5-4f16-9f79-365af2e9a24f req-24c27766-aa43-4d15-91fe-a2b7f288bc83 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 944 time: 0.0569651 Aug 09 10:58:39.748597 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ef6e2e21-d3e5-4f16-9f79-365af2e9a24f req-4b8cce30-cad9-4dcd-89b0-61152526b23b tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526288 Aug 09 10:58:39.850072 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 0458e3cc-8a93-45af-ab27-a547ecb1859c up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:58:39.860276 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb87469-a9e5-4099-b77a-4f50e782a907 req-b9636d89-61c4-4221-8110-988528b956b5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:39.861786 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5cb87469-a9e5-4099-b77a-4f50e782a907 req-b9636d89-61c4-4221-8110-988528b956b5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0522914 Aug 09 10:58:39.901473 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5cb87469-a9e5-4099-b77a-4f50e782a907 req-4cdd0978-c0d5-46c9-bcd0-3d6fb62ebff5 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Aug 09 10:58:40.002546 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 0458e3cc-8a93-45af-ab27-a547ecb1859c completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 10:58:40.006815 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 0458e3cc-8a93-45af-ab27-a547ecb1859c triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:58:40.013171 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:40.086340 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:40.113416 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed007d0-30fd-4283-a33d-fc9fdea9fd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458e3cc-8a93-45af-ab27-a547ecb1859c'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:58:40.116793 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a90726-83d8-48af-9c9e-375940706d6d" -d '{"events": [{"server_uuid": "1ed007d0-30fd-4283-a33d-fc9fdea9fd92", "name": "network-vif-plugged", "status": "completed", "tag": "0458e3cc-8a93-45af-ab27-a547ecb1859c"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:58:40.139080 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 0458e3cc-8a93-45af-ab27-a547ecb1859c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=0458e3cc-8a93-45af-ab27-a547ecb1859c,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:58:40.166745 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f9265f-2dd4-4cc6-af75-864a0cf25c65 x-openstack-request-id: req-41f9265f-2dd4-4cc6-af75-864a0cf25c65 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:58:40.167060 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed007d0-30fd-4283-a33d-fc9fdea9fd92", "name": "network-vif-plugged", "status": "completed", "tag": "0458e3cc-8a93-45af-ab27-a547ecb1859c", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:58:40.167353 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41f9265f-2dd4-4cc6-af75-864a0cf25c65 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:58:40.167770 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed007d0-30fd-4283-a33d-fc9fdea9fd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458e3cc-8a93-45af-ab27-a547ecb1859c', 'code': 200} Aug 09 10:58:40.214628 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:40.266684 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=0458e3cc-8a93-45af-ab27-a547ecb1859c,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:40.612279 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abcdaf-6f0b-4997-b1b4-4ceea2cfe77c req-685c5b82-8b3f-4bb3-98f2-0b24ebc2207e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:40.613845 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-33abcdaf-6f0b-4997-b1b4-4ceea2cfe77c req-685c5b82-8b3f-4bb3-98f2-0b24ebc2207e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0576959 Aug 09 10:58:40.659782 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-33abcdaf-6f0b-4997-b1b4-4ceea2cfe77c req-9dabf574-6332-409d-a185-eca68ef831a9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386956 Aug 09 10:58:40.869233 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1158455-bfde-42e4-aaff-f2f215407889 req-db7b17fa-20ae-442a-a232-170c826ec107 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:40.870825 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f1158455-bfde-42e4-aaff-f2f215407889 req-db7b17fa-20ae-442a-a232-170c826ec107 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0495653 Aug 09 10:58:40.910965 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f1158455-bfde-42e4-aaff-f2f215407889 req-4c610d85-f59d-4dca-9081-4a1342168cb9 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Aug 09 10:58:41.265535 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7079c0c-b27e-440f-bdc2-27417b2678af req-cb3ccf1f-e68e-4358-8a8b-e907b5be6b68 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:41.266996 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f7079c0c-b27e-440f-bdc2-27417b2678af req-cb3ccf1f-e68e-4358-8a8b-e907b5be6b68 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0470002 Aug 09 10:58:41.304024 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f7079c0c-b27e-440f-bdc2-27417b2678af req-79cb3587-5dfe-4b84-8ec1-9a9cd61b6fd1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307424 Aug 09 10:58:41.782984 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753cdb1-1aec-4f24-a2e0-3567834b6a94 req-9fc95a72-7ea7-4b51-af75-3476475d543e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:41.784480 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4753cdb1-1aec-4f24-a2e0-3567834b6a94 req-9fc95a72-7ea7-4b51-af75-3476475d543e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0462034 Aug 09 10:58:41.826071 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4753cdb1-1aec-4f24-a2e0-3567834b6a94 req-c8b9a78f-b18f-43ad-979b-15b6143d1e6b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345571 Aug 09 10:58:42.025437 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8776fe-f4e0-429e-b135-508bb5ab386f req-1562eeb1-f834-44c5-94f2-6e8ab6888892 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:42.027160 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9d8776fe-f4e0-429e-b135-508bb5ab386f req-1562eeb1-f834-44c5-94f2-6e8ab6888892 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0511620 Aug 09 10:58:42.063916 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9d8776fe-f4e0-429e-b135-508bb5ab386f req-f3113a86-a4e2-460b-b566-a640cdbfffd2 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308664 Aug 09 10:58:42.417285 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ed28-ddc5-4075-b3e5-2a767d0d84af req-ab80befa-5de0-4b85-967b-829f39d91a5b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:42.418765 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7db0ed28-ddc5-4075-b3e5-2a767d0d84af req-ab80befa-5de0-4b85-967b-829f39d91a5b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0482152 Aug 09 10:58:42.455512 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7db0ed28-ddc5-4075-b3e5-2a767d0d84af req-37438724-4e86-4f3a-9f32-4b78e27e43cb tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307581 Aug 09 10:58:42.942729 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e70670-5051-4e4b-b6c0-daca0a7bd0cd req-85296065-f1da-49e2-8f2e-e31276230833 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:42.944243 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f5e70670-5051-4e4b-b6c0-daca0a7bd0cd req-85296065-f1da-49e2-8f2e-e31276230833 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0473158 Aug 09 10:58:42.981015 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f5e70670-5051-4e4b-b6c0-daca0a7bd0cd req-64b37824-e65a-4b16-9462-f4d7572f7305 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303442 Aug 09 10:58:43.173862 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076673-5333-4ca7-bf03-f988da0f0643 req-76c198e6-2c0d-4d54-8481-7054d8d36f5c tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:43.175320 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4b076673-5333-4ca7-bf03-f988da0f0643 req-76c198e6-2c0d-4d54-8481-7054d8d36f5c tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0464504 Aug 09 10:58:43.212123 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4b076673-5333-4ca7-bf03-f988da0f0643 req-1203d3fb-468f-4501-956c-42fa2b28ccff tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309656 Aug 09 10:58:43.301002 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4e8a6-6869-40f6-8275-e5994ee8fa0d req-483ec3f1-0058-4568-956b-cfc41659a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:43.302517 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fda4e8a6-6869-40f6-8275-e5994ee8fa0d req-483ec3f1-0058-4568-956b-cfc41659a761 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 1098 time: 0.0519686 Aug 09 10:58:43.362591 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fda4e8a6-6869-40f6-8275-e5994ee8fa0d req-220c88d0-df53-43f6-bc0a-e34d5662e0bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355213 Aug 09 10:58:43.572888 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700a6ea-1208-484a-bfa0-ff10b6fcb92d req-c16f97c6-cfbb-412e-afd7-a88f251c545d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:43.574469 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9700a6ea-1208-484a-bfa0-ff10b6fcb92d req-c16f97c6-cfbb-412e-afd7-a88f251c545d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0525942 Aug 09 10:58:43.613940 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9700a6ea-1208-484a-bfa0-ff10b6fcb92d req-9d25ae2f-3b7d-4592-bfda-317d498ef05e tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327082 Aug 09 10:58:43.912705 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f3c0-0997-436e-a39f-af0ca5aaef62 req-c0955c3f-ffe0-4a39-bdf0-80814da7df43 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:43.917868 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6b79f3c0-0997-436e-a39f-af0ca5aaef62 req-c0955c3f-ffe0-4a39-bdf0-80814da7df43 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0498002 Aug 09 10:58:43.958022 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6b79f3c0-0997-436e-a39f-af0ca5aaef62 req-3bd10040-54f9-4780-a1a4-e78088fcdb28 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373747 Aug 09 10:58:44.105802 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709c5cc-030a-47e4-a5ad-32fdcc8c1e33 req-9b0bca42-7aae-43e9-a45c-cbe0e1eb8709 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:44.107348 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c709c5cc-030a-47e4-a5ad-32fdcc8c1e33 req-9b0bca42-7aae-43e9-a45c-cbe0e1eb8709 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0480423 Aug 09 10:58:44.146156 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c709c5cc-030a-47e4-a5ad-32fdcc8c1e33 req-f9f32480-c988-4aa6-a352-f8f066529c2e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327032 Aug 09 10:58:44.201752 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:44.341262 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ea61-87b5-4c58-aff7-ca79ced4644e req-6c6cc8de-78b3-4dd3-aee9-55b6d5bb1aec tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:44.342902 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1697ea61-87b5-4c58-aff7-ca79ced4644e req-6c6cc8de-78b3-4dd3-aee9-55b6d5bb1aec tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0587604 Aug 09 10:58:44.384736 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1697ea61-87b5-4c58-aff7-ca79ced4644e req-14a44d17-b5df-47e9-a2ae-b974d0cc0ba5 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Aug 09 10:58:44.737191 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9491ff-918c-4d17-8e01-2c669d8ed326 req-39e170c6-2807-4670-89fd-566572a64219 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:44.738783 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3a9491ff-918c-4d17-8e01-2c669d8ed326 req-39e170c6-2807-4670-89fd-566572a64219 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0582988 Aug 09 10:58:44.780662 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3a9491ff-918c-4d17-8e01-2c669d8ed326 req-220af53b-0a7f-4da7-ad88-4b81081d0ae5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357988 Aug 09 10:58:45.266392 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233c8d7-c7b3-4e35-a10c-9312447326e6 req-e55bc5f7-eed3-4400-bb85-4c8df2b8a092 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:45.267885 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1233c8d7-c7b3-4e35-a10c-9312447326e6 req-e55bc5f7-eed3-4400-bb85-4c8df2b8a092 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0479646 Aug 09 10:58:45.308690 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1233c8d7-c7b3-4e35-a10c-9312447326e6 req-05dc9ebc-e677-4c9b-9b86-1b45b7cb0838 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343561 Aug 09 10:58:45.504329 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff574f45-da2c-4f76-9129-ed45cbb2d9dd req-16eac1c2-fcc6-440a-8e0e-377c13cba71a tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:45.505778 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ff574f45-da2c-4f76-9129-ed45cbb2d9dd req-16eac1c2-fcc6-440a-8e0e-377c13cba71a tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0469031 Aug 09 10:58:45.542521 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ff574f45-da2c-4f76-9129-ed45cbb2d9dd req-980fb0e3-f3ca-4e8f-8083-84a116a95650 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307720 Aug 09 10:58:45.897953 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40145e8d-715f-4948-b9e7-fd534443cb6b req-204874d2-3c5f-4400-aa60-ccf71ed08803 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:45.899422 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-40145e8d-715f-4948-b9e7-fd534443cb6b req-204874d2-3c5f-4400-aa60-ccf71ed08803 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0471191 Aug 09 10:58:45.939858 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-40145e8d-715f-4948-b9e7-fd534443cb6b req-dded9622-d9ae-4dc7-a480-654982ad449f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341277 Aug 09 10:58:46.430456 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d55b6-468a-44d8-bbf4-c5fe5dd59a5a req-8f8f9658-0360-4546-a8e1-0950ec05626b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:46.432880 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-490d55b6-468a-44d8-bbf4-c5fe5dd59a5a req-8f8f9658-0360-4546-a8e1-0950ec05626b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0505059 Aug 09 10:58:46.474595 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-490d55b6-468a-44d8-bbf4-c5fe5dd59a5a req-f41bbcfe-45e8-4713-be51-12c97774795b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356193 Aug 09 10:58:47.055686 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66715-8e6d-4bd5-9813-bf9279807a66 req-c95bdea8-a31c-4c41-be6b-6941f86b1a82 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:47.058097 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8af66715-8e6d-4bd5-9813-bf9279807a66 req-c95bdea8-a31c-4c41-be6b-6941f86b1a82 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0502598 Aug 09 10:58:47.099022 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8af66715-8e6d-4bd5-9813-bf9279807a66 req-62f58ceb-57f7-4075-830d-04c50139031b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319128 Aug 09 10:58:47.593971 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2892af-f7f8-429b-a5c0-d2a6906b2171 req-6114ff06-1895-4a66-8881-a460061f77c8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:47.595440 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1f2892af-f7f8-429b-a5c0-d2a6906b2171 req-6114ff06-1895-4a66-8881-a460061f77c8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0466464 Aug 09 10:58:47.631534 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1f2892af-f7f8-429b-a5c0-d2a6906b2171 req-54e55247-ca2c-4a49-a093-8e51861ca7a5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302444 Aug 09 10:58:48.186564 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-7a3552df-ad2b-4b7e-933b-c0035d42baa8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546227 Aug 09 10:58:48.225030 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71149a67-c2f3-4c1f-a3b0-bfbabb7d762e req-83c26ad5-e89f-4b72-a4f9-b1bb72b34f46 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:48.226543 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-71149a67-c2f3-4c1f-a3b0-bfbabb7d762e req-83c26ad5-e89f-4b72-a4f9-b1bb72b34f46 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0547788 Aug 09 10:58:48.291000 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-71149a67-c2f3-4c1f-a3b0-bfbabb7d762e req-8f7c4765-d087-4bd0-9e84-68e3246ecc8c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555785 Aug 09 10:58:48.293632 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-2155841b-914d-4f99-87cd-a5ac1274d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:48.295065 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-2155841b-914d-4f99-87cd-a5ac1274d88f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1098 time: 0.0675011 Aug 09 10:58:48.429405 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-1c98eaa2-1a01-430e-b627-3138b17f8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:48.431601 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-1c98eaa2-1a01-430e-b627-3138b17f8829 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 920 time: 0.1071522 Aug 09 10:58:48.481369 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-7afc9a0c-368d-4b3d-89ea-0d0af1d43089 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a HTTP/1.1" status: 200 len: 217 time: 0.0347595 Aug 09 10:58:48.535015 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-49f1662a-4d5c-46db-8286-6140da1836ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:48.536538 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-49f1662a-4d5c-46db-8286-6140da1836ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444fa07f-3623-40e2-b4d3-594ef7475217 HTTP/1.1" status: 200 len: 859 time: 0.0440845 Aug 09 10:58:48.579068 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-42c0de7a-da43-4a6d-b2b6-c54517a8ffac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a46f2fb9-ff9e-4999-928b-40de02257497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287559 Aug 09 10:58:48.675943 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-b6a27ef3-905c-4eb6-aa0b-24a2ef3e946a service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863006 Aug 09 10:58:48.767073 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f92ffb-779e-4bef-bf84-4ccf7b45d215 req-3e53df7f-8865-4ac2-b5c7-2b2151edbdfa tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:48.768602 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-30f92ffb-779e-4bef-bf84-4ccf7b45d215 req-3e53df7f-8865-4ac2-b5c7-2b2151edbdfa tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0544465 Aug 09 10:58:48.782220 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d25288b7-b24b-4bd9-afdb-baabe04c95ef req-37abd77e-978a-4660-98e5-9054e97f8c3b service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894036 Aug 09 10:58:48.812337 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-30f92ffb-779e-4bef-bf84-4ccf7b45d215 req-c42b6ac8-1ab7-4519-927b-ee73d74ac7f7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360169 Aug 09 10:58:49.408453 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a6716-fd83-4e36-8000-a1abee623365 req-e6ef8544-bbe1-4da6-b31b-8811b5adc52d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:49.409963 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ae9a6716-fd83-4e36-8000-a1abee623365 req-e6ef8544-bbe1-4da6-b31b-8811b5adc52d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0501287 Aug 09 10:58:49.449841 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ae9a6716-fd83-4e36-8000-a1abee623365 req-e4f8220e-0f6d-4087-983a-4a951bf4f881 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335398 Aug 09 10:58:49.931816 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199105-7007-4b32-a82e-465bf21262d9 req-a1a9c10a-0336-4a62-a9b5-a9c2bf407d4b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:49.933299 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ae199105-7007-4b32-a82e-465bf21262d9 req-a1a9c10a-0336-4a62-a9b5-a9c2bf407d4b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0468132 Aug 09 10:58:49.973774 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ae199105-7007-4b32-a82e-465bf21262d9 req-ca2aac4b-6b3e-4ed7-b03b-efd8b685efe8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341620 Aug 09 10:58:50.196472 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-80e439e0-fc96-4138-b62c-c1880662b4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:50.583739 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa5786-62fc-4bfc-a47f-2796223df1ac req-8ee1f5ac-edc0-461a-bd05-05d0a2ceda49 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:50.590498 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-17fa5786-62fc-4bfc-a47f-2796223df1ac req-8ee1f5ac-edc0-461a-bd05-05d0a2ceda49 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0487123 Aug 09 10:58:50.623185 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-17fa5786-62fc-4bfc-a47f-2796223df1ac req-a4c234b3-7e2d-4029-8268-5e416b9611c0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317395 Aug 09 10:58:51.094774 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad85a8-31d6-4424-8f8f-ef9b1fffbd39 req-4df177b9-b537-4fbc-b448-9591966d5011 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:51.096291 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-22ad85a8-31d6-4424-8f8f-ef9b1fffbd39 req-4df177b9-b537-4fbc-b448-9591966d5011 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0494039 Aug 09 10:58:51.149035 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-22ad85a8-31d6-4424-8f8f-ef9b1fffbd39 req-775b72be-fb7a-4a53-b002-155a8fee5ada tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357733 Aug 09 10:58:51.742858 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48648e46-6296-4ca5-9638-81c1bfdc4776 req-38273e26-855f-4637-979a-33b58e1ba4cd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:51.745030 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-48648e46-6296-4ca5-9638-81c1bfdc4776 req-38273e26-855f-4637-979a-33b58e1ba4cd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0534682 Aug 09 10:58:51.784010 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-48648e46-6296-4ca5-9638-81c1bfdc4776 req-67602a9a-ff72-4445-9977-91ba02f44808 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331416 Aug 09 10:58:51.913361 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:58:52.033957 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:58:52.046437 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'port_id': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'mac_address': 'fa:16:3e:ee:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:58:52.201489 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:52.218448 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62bfee8f-94c8-46e9-b2d4-c566e1ccacce {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:58:52.240058 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:58:52.268866 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591eb8-f57f-4972-a19a-d529865431c9 req-cb349ad4-1406-421e-93f1-09f72cf3db1c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:52.271789 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d4591eb8-f57f-4972-a19a-d529865431c9 req-cb349ad4-1406-421e-93f1-09f72cf3db1c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0556414 Aug 09 10:58:52.317702 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d4591eb8-f57f-4972-a19a-d529865431c9 req-589e3d58-fcf1-4192-a0b0-0c4c8af1bbed tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 Aug 09 10:58:52.367206 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:52.418810 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=6']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:52.500478 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 45054) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:52.535051 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['62bfee8f-94c8-46e9-b2d4-c566e1ccacce'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:58:52.621902 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9f35b4a0-f80c-45e8-bf55-7635c5ca5bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:52.709816 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9f35b4a0-f80c-45e8-bf55-7635c5ca5bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:52.795460 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9f35b4a0-f80c-45e8-bf55-7635c5ca5bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:52.834780 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35b4a0-f80c-45e8-bf55-7635c5ca5bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bab787-0ab7-4295-9db0-3bbb08344560,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:52.841485 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-9f35b4a0-f80c-45e8-bf55-7635c5ca5bee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5ac9ada506c4d678aaefac8ef500983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375685 Aug 09 10:58:52.841709 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 45064) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:58:52.942044 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d244-c936-40c8-854e-59b6b44e649c req-57f49ec8-af4d-4fbe-962d-185190b825d3 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:52.943602 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d890d244-c936-40c8-854e-59b6b44e649c req-57f49ec8-af4d-4fbe-962d-185190b825d3 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0858634 Aug 09 10:58:52.948288 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3d5a28cb-120e-43c9-b3e0-ebe3639d9554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:52.985052 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3d5a28cb-120e-43c9-b3e0-ebe3639d9554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:53.011509 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d890d244-c936-40c8-854e-59b6b44e649c req-497de8e9-64fb-4e94-804b-1c74dd622dbc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604594 Aug 09 10:58:53.039150 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-8c2169e1-d93f-4bed-9f62-94d92fbb555e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:53.113433 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3d5a28cb-120e-43c9-b3e0-ebe3639d9554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:53.116037 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3d5a28cb-120e-43c9-b3e0-ebe3639d9554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:53.117293 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-3d5a28cb-120e-43c9-b3e0-ebe3639d9554 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38bab787-0ab7-4295-9db0-3bbb08344560 HTTP/1.1" status: 204 len: 168 time: 0.2745905 Aug 09 10:58:53.126424 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a28cb-120e-43c9-b3e0-ebe3639d9554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bab787-0ab7-4295-9db0-3bbb08344560,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:53.367433 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:53.448283 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbbdf2-4dc9-49ac-aa4e-8fef003dcede req-5aa89227-0373-44b3-ab91-c658676959ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:53.450210 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1ccbbdf2-4dc9-49ac-aa4e-8fef003dcede req-5aa89227-0373-44b3-ab91-c658676959ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 945 time: 0.0546958 Aug 09 10:58:53.502822 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1ccbbdf2-4dc9-49ac-aa4e-8fef003dcede req-003dd317-6b11-48eb-9328-2f1cce06a38c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Aug 09 10:58:53.839247 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:53.933627 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:58:53.998474 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:58:53.998877 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:54.086027 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:54.121787 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:58:54.124110 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142fcd8d-b327-4fe2-9a2a-614c3bb6202d" -d '{"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-plugged", "status": "completed", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:58:54.139622 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:58:54.155193 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa649d-3541-4760-a5b9-b8ad9b4e250f req-074bff77-374b-4eee-8026-162ec33c87a0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:54.168645 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-61fa649d-3541-4760-a5b9-b8ad9b4e250f req-074bff77-374b-4eee-8026-162ec33c87a0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0706682 Aug 09 10:58:54.175402 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73ceaa9-ec79-4176-b135-acf4646900e3 x-openstack-request-id: req-d73ceaa9-ec79-4176-b135-acf4646900e3 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:58:54.175916 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-plugged", "status": "completed", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:58:54.176183 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d73ceaa9-ec79-4176-b135-acf4646900e3 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:58:54.176741 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'code': 200} Aug 09 10:58:54.203314 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:54.213972 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-61fa649d-3541-4760-a5b9-b8ad9b4e250f req-f60a9584-f688-4cda-9303-758771101acd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442543 Aug 09 10:58:54.264033 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=7']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:58:54.673162 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5a271-dde5-4c73-93d5-439328b1ee27 req-a8f6ca34-2ead-4186-b520-5f7ecbb2102b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:54.674655 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0fd5a271-dde5-4c73-93d5-439328b1ee27 req-a8f6ca34-2ead-4186-b520-5f7ecbb2102b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0590959 Aug 09 10:58:54.717861 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0fd5a271-dde5-4c73-93d5-439328b1ee27 req-bc0b5c51-4499-4573-b3b3-1c8805c73724 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363686 Aug 09 10:58:55.240385 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:58:55.373814 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a4c7f-a4be-4ff8-a56c-5d493b4e190d req-0833dc39-28a8-45b5-a6a0-51de35da6195 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:55.380245 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c05a4c7f-a4be-4ff8-a56c-5d493b4e190d req-0833dc39-28a8-45b5-a6a0-51de35da6195 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0660636 Aug 09 10:58:55.460214 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c05a4c7f-a4be-4ff8-a56c-5d493b4e190d req-5b08cb63-dc7d-4e29-9d67-4fea5990d866 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732517 Aug 09 10:58:55.862231 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412790c-fe4c-4fe6-b563-0ddd5080d028 req-7195cafe-89c3-4f81-a55f-41fa0b425336 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:55.865278 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9412790c-fe4c-4fe6-b563-0ddd5080d028 req-7195cafe-89c3-4f81-a55f-41fa0b425336 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0624454 Aug 09 10:58:55.908842 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9412790c-fe4c-4fe6-b563-0ddd5080d028 req-d1aa8d1d-b281-4ca0-b754-b30c1d740912 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358334 Aug 09 10:58:56.590731 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411240d-3a65-4a11-9690-18db9fa5e2a3 req-206fb434-cc05-40fd-9691-992c134b54a2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:56.599524 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4411240d-3a65-4a11-9690-18db9fa5e2a3 req-206fb434-cc05-40fd-9691-992c134b54a2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0595901 Aug 09 10:58:56.637525 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4411240d-3a65-4a11-9690-18db9fa5e2a3 req-b1622e72-1025-45c5-aff3-b3ea5ace6ac2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378110 Aug 09 10:58:57.045057 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25d888-ef4f-47d0-be58-f5d9fd8709ca req-86448782-5fc3-42fd-96d8-0c27b0e453d5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:57.046699 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8c25d888-ef4f-47d0-be58-f5d9fd8709ca req-86448782-5fc3-42fd-96d8-0c27b0e453d5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0589015 Aug 09 10:58:57.088621 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8c25d888-ef4f-47d0-be58-f5d9fd8709ca req-56aa6658-959a-4f7d-a4a7-cd085d2206d1 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357778 Aug 09 10:58:57.791943 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ade0d-e6c3-405e-9da1-8ca04623c2b7 req-e8a9bd1e-ecc1-476c-8881-8304ad190801 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:57.793577 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4b7ade0d-e6c3-405e-9da1-8ca04623c2b7 req-e8a9bd1e-ecc1-476c-8881-8304ad190801 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0604653 Aug 09 10:58:57.850802 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4b7ade0d-e6c3-405e-9da1-8ca04623c2b7 req-d28d9d5a-ee9c-4c7e-b1c5-6b81f227b516 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441670 Aug 09 10:58:58.241838 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77395c5c-33c3-419b-b146-1a0951f197a5 req-aa01c876-bc89-4391-a7b8-823227bbc716 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:58.271466 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-77395c5c-33c3-419b-b146-1a0951f197a5 req-aa01c876-bc89-4391-a7b8-823227bbc716 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0969744 Aug 09 10:58:58.319683 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-77395c5c-33c3-419b-b146-1a0951f197a5 req-02eb1e7e-0377-4c4d-a2cb-062a8635b0a3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472655 Aug 09 10:58:58.982039 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913243a2-ea8b-4c50-9f5c-763489282656 req-41c69a7b-0ee9-40df-8593-4bc8f0a9e5ee tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:58.984843 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-913243a2-ea8b-4c50-9f5c-763489282656 req-41c69a7b-0ee9-40df-8593-4bc8f0a9e5ee tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0572307 Aug 09 10:58:59.036964 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-913243a2-ea8b-4c50-9f5c-763489282656 req-1a206aad-0507-441a-a251-1af58c554ef4 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452275 Aug 09 10:58:59.525311 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318df7d8-6d3d-4dcb-aa37-d8fa0586bb6c req-86c7e2db-7a85-4371-8d24-a08f72b33116 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:58:59.526732 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-318df7d8-6d3d-4dcb-aa37-d8fa0586bb6c req-86c7e2db-7a85-4371-8d24-a08f72b33116 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0664637 Aug 09 10:58:59.640022 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-318df7d8-6d3d-4dcb-aa37-d8fa0586bb6c req-b57cf877-8865-48ab-bb3c-af7041a38dda tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945070 Aug 09 10:59:00.158938 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e377f-0716-4c19-b6be-19a959a6407a req-488c563a-6526-4205-a884-b768b79803c3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:00.161279 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8c6e377f-0716-4c19-b6be-19a959a6407a req-488c563a-6526-4205-a884-b768b79803c3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0609820 Aug 09 10:59:00.216287 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8c6e377f-0716-4c19-b6be-19a959a6407a req-fe4d600c-3fc9-4910-98fd-1e7f7a25f249 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440023 Aug 09 10:59:00.238965 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef954c3-fd71-4c88-80cc-15f98bb1956e req-3b4c5548-8881-4f02-8780-70ef48e50948 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:00.247151 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2ef954c3-fd71-4c88-80cc-15f98bb1956e req-3b4c5548-8881-4f02-8780-70ef48e50948 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.1179490 Aug 09 10:59:00.249318 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-50f91e41-faaa-485b-a495-2da2b5ee05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:00.252103 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-50f91e41-faaa-485b-a495-2da2b5ee05c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1098 time: 0.0725369 Aug 09 10:59:00.332481 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2ef954c3-fd71-4c88-80cc-15f98bb1956e req-084ade04-66ff-43e9-9ac0-2e3dc4a1fbcb tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619175 Aug 09 10:59:00.432170 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-9eb91ed0-cdad-4ec0-a8f1-0ef791a57624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:00.433831 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-9eb91ed0-cdad-4ec0-a8f1-0ef791a57624 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 920 time: 0.1381395 Aug 09 10:59:00.517104 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-a4697f21-7a55-455c-b119-a34d1acfc41b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a HTTP/1.1" status: 200 len: 217 time: 0.0632279 Aug 09 10:59:00.614062 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-f4683d55-71d8-48d5-b91e-9a878e48019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:00.615971 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-f4683d55-71d8-48d5-b91e-9a878e48019b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444fa07f-3623-40e2-b4d3-594ef7475217 HTTP/1.1" status: 200 len: 859 time: 0.0806317 Aug 09 10:59:00.665353 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-b5f018e6-044a-45ee-8c57-70040063469b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a46f2fb9-ff9e-4999-928b-40de02257497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316737 Aug 09 10:59:00.798294 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-0196bc93-cbaf-4b0d-ad26-7b526238cf44 service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220336 Aug 09 10:59:00.876061 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fc672-95f5-405a-bab5-5b2c54c36f55 req-d33668e5-2909-4739-883f-c7c921a5e8ed tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:00.877540 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fb1fc672-95f5-405a-bab5-5b2c54c36f55 req-d33668e5-2909-4739-883f-c7c921a5e8ed tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.1095817 Aug 09 10:59:01.059848 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fb1fc672-95f5-405a-bab5-5b2c54c36f55 req-81a73104-9236-4332-8eb5-f38101dbf011 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551136 Aug 09 10:59:01.059848 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1cbafd1e-6430-4396-b9cc-49edf369081f req-9a26ac93-1a68-406e-a15e-e1899267c3b5 service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340003 Aug 09 10:59:01.330585 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a962fe-d36e-4de5-8d3f-44333dcb2b67 req-0394decf-1e43-4b11-9aa8-0d636368f214 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:01.331362 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-23a962fe-d36e-4de5-8d3f-44333dcb2b67 req-0394decf-1e43-4b11-9aa8-0d636368f214 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0503109 Aug 09 10:59:01.373017 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-23a962fe-d36e-4de5-8d3f-44333dcb2b67 req-f9dd385d-f562-4e1b-8569-a6d8a86ddca2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Aug 09 10:59:01.434900 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9221-7d9e-4c33-9b01-77bdbbedaa79 req-3fb70ac2-9458-410a-b092-75c15cd568f0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:01.436417 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-daed9221-7d9e-4c33-9b01-77bdbbedaa79 req-3fb70ac2-9458-410a-b092-75c15cd568f0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0537119 Aug 09 10:59:01.489846 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-daed9221-7d9e-4c33-9b01-77bdbbedaa79 req-ea55814a-2e7f-46e8-87ff-97e4ada3531d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473962 Aug 09 10:59:02.147403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f43b9-12b6-46bb-b396-aeb1444de925 req-0517fd4f-014a-45d3-bf26-8fa6bdccfcb9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:02.154058 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-658f43b9-12b6-46bb-b396-aeb1444de925 req-0517fd4f-014a-45d3-bf26-8fa6bdccfcb9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0642593 Aug 09 10:59:02.210868 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-658f43b9-12b6-46bb-b396-aeb1444de925 req-333868f1-3172-4041-820d-6f962a242222 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558617 Aug 09 10:59:02.523693 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea9d20-9f4b-4631-81d0-f25e7367d93d req-e743039f-930a-4a92-be71-eacbce21c281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:02.525500 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d9ea9d20-9f4b-4631-81d0-f25e7367d93d req-e743039f-930a-4a92-be71-eacbce21c281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0643551 Aug 09 10:59:02.575827 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d9ea9d20-9f4b-4631-81d0-f25e7367d93d req-d155555b-9e01-406f-bebd-e2497508c216 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Aug 09 10:59:02.650411 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029b3c3-3dc3-4e6e-b7bf-57d89aac4604 req-5a3367b9-f9d2-474a-813c-5d7d5ae8bbe8 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:02.653746 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6029b3c3-3dc3-4e6e-b7bf-57d89aac4604 req-5a3367b9-f9d2-474a-813c-5d7d5ae8bbe8 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0644321 Aug 09 10:59:02.705631 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6029b3c3-3dc3-4e6e-b7bf-57d89aac4604 req-d34f2d04-a170-4df3-a3f3-9bc88261311d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443747 Aug 09 10:59:03.381873 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bb940-f715-4508-bc2d-7cd773392ffd req-7bb60851-d1a5-40a0-a646-f1e69386afe9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:03.384427 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-610bb940-f715-4508-bc2d-7cd773392ffd req-7bb60851-d1a5-40a0-a646-f1e69386afe9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0821595 Aug 09 10:59:03.452730 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-610bb940-f715-4508-bc2d-7cd773392ffd req-66703556-7dbb-4e50-8f95-39c43fdf05da tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615866 Aug 09 10:59:03.545428 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3d49d-14a9-4008-928b-d5a9db566175 req-e66ecb68-204e-490b-a80b-8e93cfa6e878 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:03.557024 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4da3d49d-14a9-4008-928b-d5a9db566175 req-e66ecb68-204e-490b-a80b-8e93cfa6e878 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 945 time: 0.0780854 Aug 09 10:59:03.613161 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4da3d49d-14a9-4008-928b-d5a9db566175 req-e195bc97-c3df-4795-94a5-b9714034df1f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548449 Aug 09 10:59:03.774184 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a75495-3e94-46bc-b3a4-1fffe2b25c4c req-61bd416d-a63f-40f8-b5a6-3597a4025ddc tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:03.779696 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90a75495-3e94-46bc-b3a4-1fffe2b25c4c req-61bd416d-a63f-40f8-b5a6-3597a4025ddc tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0878577 Aug 09 10:59:03.862415 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-90a75495-3e94-46bc-b3a4-1fffe2b25c4c req-0b7fb01f-e0e3-4c2e-8b07-a840f4d558a2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777826 Aug 09 10:59:03.922585 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c6b5e-8253-4df0-bdf1-b787252f05cc req-e0490487-1d5d-46dd-8bd4-553428e9703b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:03.924539 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f12c6b5e-8253-4df0-bdf1-b787252f05cc req-e0490487-1d5d-46dd-8bd4-553428e9703b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0771036 Aug 09 10:59:04.042753 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f12c6b5e-8253-4df0-bdf1-b787252f05cc req-0769feee-b327-4050-a4f6-00702fdda538 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010518 Aug 09 10:59:04.447416 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 45366) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:04.641529 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f45335-ca24-4921-b89a-c37cbbf3e931 req-bbbe7e5c-e6c8-4093-8a08-e16ae8f48214 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:04.646440 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-21f45335-ca24-4921-b89a-c37cbbf3e931 req-bbbe7e5c-e6c8-4093-8a08-e16ae8f48214 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.1042473 Aug 09 10:59:04.763838 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-21f45335-ca24-4921-b89a-c37cbbf3e931 req-cd785cde-a1a9-4679-865a-297382b172df tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022851 Aug 09 10:59:04.771849 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf1f80-c6a6-486a-8992-13fa0d635746 req-4e2b45b6-30d2-499b-a422-65a4de329fc0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:04.773857 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ccdf1f80-c6a6-486a-8992-13fa0d635746 req-4e2b45b6-30d2-499b-a422-65a4de329fc0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 945 time: 0.0694411 Aug 09 10:59:04.775385 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-54aa47f7-48bc-42f8-abf1-c149b4bfe568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:04.875751 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ccdf1f80-c6a6-486a-8992-13fa0d635746 req-aa0147ca-6e12-41ac-87bb-e96eee1735bd tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714650 Aug 09 10:59:04.929538 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-54aa47f7-48bc-42f8-abf1-c149b4bfe568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:04.998847 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649409c-ce73-437d-b2fc-339193bfbd8b req-7578193c-a903-4948-8fbf-a1eed3b9d261 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:05.000380 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8649409c-ce73-437d-b2fc-339193bfbd8b req-7578193c-a903-4948-8fbf-a1eed3b9d261 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0583405 Aug 09 10:59:05.044931 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8649409c-ce73-437d-b2fc-339193bfbd8b req-a36e5fbc-8816-481f-abdc-a5e446c3afba tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Aug 09 10:59:05.182347 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea26e9-a448-488f-bc8b-35268e5a945f req-25fd4da7-29c7-4a9e-9b95-2f5b0d69fe21 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:05.184217 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-76ea26e9-a448-488f-bc8b-35268e5a945f req-25fd4da7-29c7-4a9e-9b95-2f5b0d69fe21 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0610261 Aug 09 10:59:05.234329 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-76ea26e9-a448-488f-bc8b-35268e5a945f req-7c0f9461-e632-4041-b787-8dd4b2f23a18 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441465 Aug 09 10:59:05.410138 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-54aa47f7-48bc-42f8-abf1-c149b4bfe568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:05.457312 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-54aa47f7-48bc-42f8-abf1-c149b4bfe568 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d75c89ceb0e948fb833c47f9e2a31eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0086064 Aug 09 10:59:05.458250 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 45400) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:05.465260 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa47f7-48bc-42f8-abf1-c149b4bfe568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81acd806-0dad-4dfd-a903-99ca68919de2,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:05.562107 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2f830405-a826-4303-b1f9-4abf91e17694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:05.592901 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2f830405-a826-4303-b1f9-4abf91e17694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:05.732657 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2f830405-a826-4303-b1f9-4abf91e17694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:05.736189 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2f830405-a826-4303-b1f9-4abf91e17694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:05.739658 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-2f830405-a826-4303-b1f9-4abf91e17694 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81acd806-0dad-4dfd-a903-99ca68919de2 HTTP/1.1" status: 204 len: 168 time: 0.2775707 Aug 09 10:59:05.749234 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f830405-a826-4303-b1f9-4abf91e17694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81acd806-0dad-4dfd-a903-99ca68919de2,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:05.977194 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03043e-d78b-4297-96f4-7f2ae5845c9a req-a29732e1-3896-4d3f-bda7-145b8817371b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:05.979527 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0b03043e-d78b-4297-96f4-7f2ae5845c9a req-a29732e1-3896-4d3f-bda7-145b8817371b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.1107290 Aug 09 10:59:06.070019 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11640937-0ec8-42e1-8aba-2a11ddaf0c9e req-4469398a-12f2-491f-ad01-6efbf02ec305 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:06.072754 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-11640937-0ec8-42e1-8aba-2a11ddaf0c9e req-4469398a-12f2-491f-ad01-6efbf02ec305 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 945 time: 0.0731680 Aug 09 10:59:06.077800 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0b03043e-d78b-4297-96f4-7f2ae5845c9a req-4c682355-547a-4ead-a9c3-5b35ec0a1dce tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919995 Aug 09 10:59:06.155424 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285622d2-d42c-4089-a924-97e15d17d569 req-3d654170-5133-43dc-ba83-576125ba7619 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:06.160652 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-285622d2-d42c-4089-a924-97e15d17d569 req-3d654170-5133-43dc-ba83-576125ba7619 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 945 time: 0.1016307 Aug 09 10:59:06.396952 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6f481-aa90-4dec-9854-b66e7ce221b3 req-43fa3e8a-c259-417b-8bc3-c28f8fcc65c7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:06.398485 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-46a6f481-aa90-4dec-9854-b66e7ce221b3 req-43fa3e8a-c259-417b-8bc3-c28f8fcc65c7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0733259 Aug 09 10:59:06.400617 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-285622d2-d42c-4089-a924-97e15d17d569 req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Deleting port d34fe1f2-e0d2-422f-a981-d01a76660312 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 10:59:06.401485 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-285622d2-d42c-4089-a924-97e15d17d569 req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:06.467065 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-11640937-0ec8-42e1-8aba-2a11ddaf0c9e req-96d4ef4e-19a6-4b3d-8c2e-db953a8d6915 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704121 Aug 09 10:59:06.482016 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-46a6f481-aa90-4dec-9854-b66e7ce221b3 req-b1531572-58ef-4b5d-8a7e-a985c7cd30ce tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762892 Aug 09 10:59:06.535816 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-285622d2-d42c-4089-a924-97e15d17d569 req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] For port d34fe1f2-e0d2-422f-a981-d01a76660312, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=d34fe1f2-e0d2-422f-a981-d01a76660312,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:06.536190 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-285622d2-d42c-4089-a924-97e15d17d569 req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:06.563917 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-285622d2-d42c-4089-a924-97e15d17d569 req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Calling delete_port for d34fe1f2-e0d2-422f-a981-d01a76660312 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 10:59:06.589472 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe36ed-78f6-476a-8b2a-c84932baf065 req-8d654eb1-9dce-4133-b10c-3a9b801c076e tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:06.597374 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f5fe36ed-78f6-476a-8b2a-c84932baf065 req-8d654eb1-9dce-4133-b10c-3a9b801c076e tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0675960 Aug 09 10:59:06.635324 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f5fe36ed-78f6-476a-8b2a-c84932baf065 req-3c46f601-a0f1-4ea7-9fb8-43c5ba48b572 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368581 Aug 09 10:59:06.978294 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-285622d2-d42c-4089-a924-97e15d17d569 req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:06.991854 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', '573f3d1b-1cb2-4441-b27a-5d38ce71a99a', '1d7c2248-7120-4c0c-80ed-64b8015755f9', 'd34fe1f2-e0d2-422f-a981-d01a76660312'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:59:07.033435 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Pushing event deleted for resources: {'Port': ['ID=d34fe1f2-e0d2-422f-a981-d01a76660312,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:07.055256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-285622d2-d42c-4089-a924-97e15d17d569 req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] No DVR routers for this DVR port d34fe1f2-e0d2-422f-a981-d01a76660312 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 10:59:07.058445 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-285622d2-d42c-4089-a924-97e15d17d569 req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:07.060522 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-285622d2-d42c-4089-a924-97e15d17d569 req-c1c3ab2e-50c2-4287-8e10-4c6ee95946e0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "DELETE /v2.0/ports/d34fe1f2-e0d2-422f-a981-d01a76660312 HTTP/1.1" status: 204 len: 173 time: 0.8917136 Aug 09 10:59:07.060952 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c45ba8-5b24-4c70-a2c5-e40926944708', 'name': 'network-vif-deleted', 'tag': 'd34fe1f2-e0d2-422f-a981-d01a76660312'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:59:07.063263 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ee755b-e227-4d8e-8a8f-3118aba5cd89" -d '{"events": [{"server_uuid": "b8c45ba8-5b24-4c70-a2c5-e40926944708", "name": "network-vif-deleted", "tag": "d34fe1f2-e0d2-422f-a981-d01a76660312"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:59:07.104237 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b46b030-35fc-46f6-9b31-d3b7960cb5af x-openstack-request-id: req-1b46b030-35fc-46f6-9b31-d3b7960cb5af {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:59:07.104823 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c45ba8-5b24-4c70-a2c5-e40926944708", "name": "network-vif-deleted", "tag": "d34fe1f2-e0d2-422f-a981-d01a76660312", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:59:07.104823 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b46b030-35fc-46f6-9b31-d3b7960cb5af {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:59:07.105169 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c45ba8-5b24-4c70-a2c5-e40926944708', 'name': 'network-vif-deleted', 'tag': 'd34fe1f2-e0d2-422f-a981-d01a76660312', 'status': 'completed', 'code': 200} Aug 09 10:59:07.231730 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddd51-c61c-4de2-92e0-ccf2a74f2ddb req-d533b828-60fc-465e-87e8-791760cd42ff tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:07.234290 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f4bddd51-c61c-4de2-92e0-ccf2a74f2ddb req-d533b828-60fc-465e-87e8-791760cd42ff tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0616105 Aug 09 10:59:07.283441 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f4bddd51-c61c-4de2-92e0-ccf2a74f2ddb req-d7ea6168-0fb1-4bd4-9580-8c086c2bbc7e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Aug 09 10:59:07.575524 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e7469733-0d46-48da-9982-d4eb34ed6256 req-a4402ba5-d264-4762-8a34-c9eb6c7d3919 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c45ba8-5b24-4c70-a2c5-e40926944708 HTTP/1.1" status: 200 len: 210 time: 0.0296426 Aug 09 10:59:07.600920 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4649c-9ab0-4daa-b683-bed3e3e50f1e req-1d592781-e9ef-4330-9120-61d627ae08c4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:07.603211 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-63f4649c-9ab0-4daa-b683-bed3e3e50f1e req-1d592781-e9ef-4330-9120-61d627ae08c4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0520272 Aug 09 10:59:07.640424 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-63f4649c-9ab0-4daa-b683-bed3e3e50f1e req-e4850509-c35f-4487-855e-9b785605e0d8 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Aug 09 10:59:07.753660 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24db4d-fc54-4c1a-8f91-139a908af5f8 req-795ea3e8-f910-4fe9-802f-d13a6deaa9ab tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:07.755054 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fd24db4d-fc54-4c1a-8f91-139a908af5f8 req-795ea3e8-f910-4fe9-802f-d13a6deaa9ab tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0492387 Aug 09 10:59:07.794541 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fd24db4d-fc54-4c1a-8f91-139a908af5f8 req-a3e6ce62-7b57-4c8c-a325-6ca74507bcea tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324574 Aug 09 10:59:08.139604 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-809bab49-d7d3-48f4-8df1-df5097be83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:08.141202 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-809bab49-d7d3-48f4-8df1-df5097be83e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 1099 time: 0.0432181 Aug 09 10:59:08.235351 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-beb6bd61-32a1-4697-9751-2768c6494039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:08.236828 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-beb6bd61-32a1-4697-9751-2768c6494039 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 917 time: 0.0847058 Aug 09 10:59:08.314212 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-070d04f4-7355-460c-a4c5-6af6c3607475 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce HTTP/1.1" status: 200 len: 1002 time: 0.0658178 Aug 09 10:59:08.373312 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-0bfa1059-31b0-44ee-8456-b3f0fd7de661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:08.375520 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-0bfa1059-31b0-44ee-8456-b3f0fd7de661 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.0513468 Aug 09 10:59:08.431303 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-f80c3e9c-cb2c-4c6d-a4ae-651488986757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:08.432955 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-f80c3e9c-cb2c-4c6d-a4ae-651488986757 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413890 Aug 09 10:59:08.445826 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb4659-b45e-4c83-87a5-5cdd2a55171d req-dd68806d-a725-4815-b940-ef495b5922c2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:08.447362 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f2bb4659-b45e-4c83-87a5-5cdd2a55171d req-dd68806d-a725-4815-b940-ef495b5922c2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0530994 Aug 09 10:59:08.484673 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f2bb4659-b45e-4c83-87a5-5cdd2a55171d req-e28973e1-6e00-4299-8a52-db0b8eae3000 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312562 Aug 09 10:59:08.550536 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-1ec0a374-73ec-444c-8b38-620e8da13c34 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051457 Aug 09 10:59:08.552174 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:59:08.644908 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5206c7a7-a6dc-45ff-8d17-2fa19679c6c6 req-35c499fc-f673-457f-ba04-9c521e8f4f26 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856762 Aug 09 10:59:08.761331 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d81fa-bebe-49ca-99a9-7b8b888e3210 req-df9c4a15-2764-4fc2-abd0-e7541215a70c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:08.762818 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-477d81fa-bebe-49ca-99a9-7b8b888e3210 req-df9c4a15-2764-4fc2-abd0-e7541215a70c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0492048 Aug 09 10:59:08.801904 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-477d81fa-bebe-49ca-99a9-7b8b888e3210 req-fa48bc0c-8a5a-474b-a7ac-7ebd466c8eda tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330274 Aug 09 10:59:08.912270 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d935f-4aba-4541-b72a-0f8dba6fb705 req-9c80ab9a-8e65-443d-8795-111bdc07ec02 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:08.913937 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bf6d935f-4aba-4541-b72a-0f8dba6fb705 req-9c80ab9a-8e65-443d-8795-111bdc07ec02 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0540223 Aug 09 10:59:08.960974 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bf6d935f-4aba-4541-b72a-0f8dba6fb705 req-e09ba45d-e191-4696-88d9-712c3662e2c4 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410650 Aug 09 10:59:09.606227 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15fe7d-5b95-478b-bb2d-013f586d0441 req-105849a4-3a4a-4d30-95a9-038d934ee52b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:09.607698 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-af15fe7d-5b95-478b-bb2d-013f586d0441 req-105849a4-3a4a-4d30-95a9-038d934ee52b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0498481 Aug 09 10:59:09.643880 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-af15fe7d-5b95-478b-bb2d-013f586d0441 req-1faebd4f-fc6e-49e1-84c1-7500bdc5c6e2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301094 Aug 09 10:59:09.917831 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02fb6a-bf2d-45cf-bc99-d20c498cf79f req-e7c18031-82ca-4b6d-a254-c7635fc0a40d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:09.919328 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7b02fb6a-bf2d-45cf-bc99-d20c498cf79f req-e7c18031-82ca-4b6d-a254-c7635fc0a40d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0515287 Aug 09 10:59:09.959644 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7b02fb6a-bf2d-45cf-bc99-d20c498cf79f req-e9090198-1f14-4653-a3a7-d757b375ae14 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343242 Aug 09 10:59:10.040267 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device d34fe1f2-e0d2-422f-a981-d01a76660312 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 10:59:10.062982 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: d34fe1f2-e0d2-422f-a981-d01a76660312 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 10:59:10.062982 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device d34fe1f2-e0d2-422f-a981-d01a76660312 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 10:59:10.118370 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00288240-7116-4495-8209-9a24cb93d381 req-f55e22c4-1fb0-494e-bb05-7fe43b15fc08 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:10.120000 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-00288240-7116-4495-8209-9a24cb93d381 req-f55e22c4-1fb0-494e-bb05-7fe43b15fc08 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0479734 Aug 09 10:59:10.157688 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-00288240-7116-4495-8209-9a24cb93d381 req-cd25a828-7533-4cc5-9ff1-be351a955d03 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317526 Aug 09 10:59:10.420377 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf5531-1338-4ccb-89cc-e13a397e4fcb req-74cb95bf-0867-47dd-9efe-524154345f15 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:10.421866 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ffcf5531-1338-4ccb-89cc-e13a397e4fcb req-74cb95bf-0867-47dd-9efe-524154345f15 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 945 time: 0.0480223 Aug 09 10:59:10.459895 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ffcf5531-1338-4ccb-89cc-e13a397e4fcb req-082078d1-17b6-4af0-9b2b-61c03595d151 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315335 Aug 09 10:59:10.480655 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 45516) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:10.582706 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-27dcfd47-c3e5-4679-b98b-4dfe8ffdf40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:10.667514 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-27dcfd47-c3e5-4679-b98b-4dfe8ffdf40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:10.762364 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf886e-fb6a-4ae5-9223-89b5c2ff27e1 req-242b8be5-4b1b-464e-abcf-195622a63bea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:10.763841 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1abf886e-fb6a-4ae5-9223-89b5c2ff27e1 req-242b8be5-4b1b-464e-abcf-195622a63bea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0467482 Aug 09 10:59:10.801858 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1abf886e-fb6a-4ae5-9223-89b5c2ff27e1 req-d94a1cda-487d-4655-a268-2468f8794e83 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317600 Aug 09 10:59:10.803528 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-27dcfd47-c3e5-4679-b98b-4dfe8ffdf40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:10.844563 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-27dcfd47-c3e5-4679-b98b-4dfe8ffdf40b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b60dc6376c34aa8aab648f3b95f4fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618679 Aug 09 10:59:10.844767 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcfd47-c3e5-4679-b98b-4dfe8ffdf40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a49d86-59ad-456d-8877-e4495ea582e5,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:10.846924 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 45522) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:10.897977 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5418fdbb-8679-43da-ab7a-51801afdbb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:10.917658 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5418fdbb-8679-43da-ab7a-51801afdbb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:11.057615 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5418fdbb-8679-43da-ab7a-51801afdbb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:11.060087 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5418fdbb-8679-43da-ab7a-51801afdbb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:11.061176 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5418fdbb-8679-43da-ab7a-51801afdbb53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54a49d86-59ad-456d-8877-e4495ea582e5 HTTP/1.1" status: 204 len: 168 time: 0.2129827 Aug 09 10:59:11.072794 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418fdbb-8679-43da-ab7a-51801afdbb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a49d86-59ad-456d-8877-e4495ea582e5,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:11.088636 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399fdba-42d1-40ba-bb8b-c56f8c42d77f req-72895896-c0df-40c9-b92a-3feef17fec9b tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:11.091407 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1399fdba-42d1-40ba-bb8b-c56f8c42d77f req-72895896-c0df-40c9-b92a-3feef17fec9b tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0597305 Aug 09 10:59:11.128770 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1399fdba-42d1-40ba-bb8b-c56f8c42d77f req-fde0cc43-c607-4c5e-9525-1478af2d1f41 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322788 Aug 09 10:59:11.277515 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a149f3-4bc0-4f61-9ede-1a3ef5b22e07 req-a645d63c-3391-42d1-91bc-e8f2e7fb32a6 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:11.279010 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-51a149f3-4bc0-4f61-9ede-1a3ef5b22e07 req-a645d63c-3391-42d1-91bc-e8f2e7fb32a6 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0544415 Aug 09 10:59:11.324914 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-51a149f3-4bc0-4f61-9ede-1a3ef5b22e07 req-742dcd4b-516c-49e5-af46-7fa3783486e2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399749 Aug 09 10:59:11.573113 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bd9df-21e8-482e-82e3-00c0db7b0de6 req-7c9ee274-cbd0-4e01-a87d-d238af16890c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:11.574712 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-740bd9df-21e8-482e-82e3-00c0db7b0de6 req-7c9ee274-cbd0-4e01-a87d-d238af16890c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 945 time: 0.0487623 Aug 09 10:59:11.613854 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-740bd9df-21e8-482e-82e3-00c0db7b0de6 req-46ad4311-3bdc-4fba-9a56-3923f6e09504 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Aug 09 10:59:11.922322 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e970c3-6864-4df3-8802-53d410e4da2b req-1a506fa5-7314-435c-90a5-cd53f0f12126 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:11.923828 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d0e970c3-6864-4df3-8802-53d410e4da2b req-1a506fa5-7314-435c-90a5-cd53f0f12126 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 946 time: 0.0478032 Aug 09 10:59:11.960706 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d0e970c3-6864-4df3-8802-53d410e4da2b req-f2556fb3-a8f4-4eab-94de-d617c6481bbb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308034 Aug 09 10:59:12.066750 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 10:59:12.142159 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:12.164879 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:59:12.167237 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08338d9-2de5-4fb8-954a-67cc1b99c18f" -d '{"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-unplugged", "status": "completed", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:59:12.180384 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:12.245325 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df665ec6-0670-47be-a399-759f54c8bfa9 req-2f40fa70-1493-4c08-9da5-75461716f97d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:12.246792 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-df665ec6-0670-47be-a399-759f54c8bfa9 req-2f40fa70-1493-4c08-9da5-75461716f97d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0472336 Aug 09 10:59:12.252023 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:12.287482 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-df665ec6-0670-47be-a399-759f54c8bfa9 req-8f272391-55d6-4dcb-b1ed-4740a348ad23 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346520 Aug 09 10:59:12.301844 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=8']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:12.354413 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 10:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb6ff9-81d2-495b-a661-bba8b45a02c4 x-openstack-request-id: req-9dcb6ff9-81d2-495b-a661-bba8b45a02c4 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:59:12.354413 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-unplugged", "status": "completed", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:59:12.354413 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dcb6ff9-81d2-495b-a661-bba8b45a02c4 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:59:12.354413 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'code': 200} Aug 09 10:59:12.445775 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8c28-dece-4e49-8577-94d3820d9705 req-c32ccaaf-3c49-445b-bd7a-e8f48189af85 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:12.447323 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a19f8c28-dece-4e49-8577-94d3820d9705 req-c32ccaaf-3c49-445b-bd7a-e8f48189af85 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0511672 Aug 09 10:59:12.486351 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a19f8c28-dece-4e49-8577-94d3820d9705 req-8ad7db48-6047-4703-a0a3-9cba111de2af tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322404 Aug 09 10:59:12.728435 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38884d8-a26a-491f-806c-8da586b63327 req-e55cb6fc-30fd-4fad-9def-f0987ea66315 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:12.729819 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f38884d8-a26a-491f-806c-8da586b63327 req-e55cb6fc-30fd-4fad-9def-f0987ea66315 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 945 time: 0.0483212 Aug 09 10:59:12.768120 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f38884d8-a26a-491f-806c-8da586b63327 req-812c6d62-bdc0-4b49-ac8d-152ed5b1d2e6 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Aug 09 10:59:13.187655 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-6a907e80-0417-46af-8677-52f9ab487805 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:13.189105 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-6a907e80-0417-46af-8677-52f9ab487805 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 945 time: 0.0511951 Aug 09 10:59:13.279167 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Deleting port 1d7c2248-7120-4c0c-80ed-64b8015755f9 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 10:59:13.279504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:13.380909 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] For port 1d7c2248-7120-4c0c-80ed-64b8015755f9, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=1d7c2248-7120-4c0c-80ed-64b8015755f9,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:13.381272 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:13.408834 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Calling delete_port for 1d7c2248-7120-4c0c-80ed-64b8015755f9 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 10:59:13.437317 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ec73c-7007-44d6-b6d7-918b35c2b540 req-ab07d199-1c7a-4388-b86d-13604d81819d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:13.438809 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ff4ec73c-7007-44d6-b6d7-918b35c2b540 req-ab07d199-1c7a-4388-b86d-13604d81819d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0729413 Aug 09 10:59:13.519598 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ff4ec73c-7007-44d6-b6d7-918b35c2b540 req-5f3203b3-fd01-481b-b22a-6446a7fc221e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526726 Aug 09 10:59:13.524551 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03652d0a-e5a7-43ad-bb03-44ed37f09fb2 req-d15d3d57-0808-490c-977a-f949466d470a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:13.526259 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-03652d0a-e5a7-43ad-bb03-44ed37f09fb2 req-d15d3d57-0808-490c-977a-f949466d470a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0526669 Aug 09 10:59:13.602197 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-03652d0a-e5a7-43ad-bb03-44ed37f09fb2 req-13c8fc02-5ee3-423c-9395-2580868ac669 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538895 Aug 09 10:59:13.875518 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab6db3-2bc8-402b-bdba-422f8d68a2ba req-281b81c7-a15e-4ff3-a645-08853b7d0297 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:13.877117 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-55ab6db3-2bc8-402b-bdba-422f8d68a2ba req-281b81c7-a15e-4ff3-a645-08853b7d0297 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0668480 Aug 09 10:59:13.914650 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae803301-1d6f-4fab-a2af-258e3fdceaed req-5631b6cf-e586-4f8b-a3e1-61010aea2922 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:13.916188 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ae803301-1d6f-4fab-a2af-258e3fdceaed req-5631b6cf-e586-4f8b-a3e1-61010aea2922 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 945 time: 0.0591640 Aug 09 10:59:13.920036 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-55ab6db3-2bc8-402b-bdba-422f8d68a2ba req-6b43898c-3853-41bf-ab62-59f8bcb2e751 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351567 Aug 09 10:59:13.941261 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:13.953110 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', '573f3d1b-1cb2-4441-b27a-5d38ce71a99a', '1d7c2248-7120-4c0c-80ed-64b8015755f9'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:59:13.959200 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ae803301-1d6f-4fab-a2af-258e3fdceaed req-75149c56-a0e9-48be-bb0c-c14560b65e6e tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367174 Aug 09 10:59:13.982938 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Pushing event deleted for resources: {'Port': ['ID=1d7c2248-7120-4c0c-80ed-64b8015755f9,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:14.017081 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] No DVR routers for this DVR port 1d7c2248-7120-4c0c-80ed-64b8015755f9 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 10:59:14.019769 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:14.021707 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-aa96dd91-e56a-4a82-b713-9b13cdbf378c req-dace11cc-8b76-47d4-9d83-75437ee2472d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "DELETE /v2.0/ports/1d7c2248-7120-4c0c-80ed-64b8015755f9 HTTP/1.1" status: 204 len: 173 time: 0.8254027 Aug 09 10:59:14.022134 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f510b8e-a389-4317-bf60-abfd254ebf0d', 'name': 'network-vif-deleted', 'tag': '1d7c2248-7120-4c0c-80ed-64b8015755f9'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:59:14.024899 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30417b8a-eb16-4ffd-8fdd-9e0e3047f597" -d '{"events": [{"server_uuid": "0f510b8e-a389-4317-bf60-abfd254ebf0d", "name": "network-vif-deleted", "tag": "1d7c2248-7120-4c0c-80ed-64b8015755f9"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:59:14.067866 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fd6e96-6ea9-4dcf-a7d7-06aa1699da63 x-openstack-request-id: req-49fd6e96-6ea9-4dcf-a7d7-06aa1699da63 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:59:14.068325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f510b8e-a389-4317-bf60-abfd254ebf0d", "name": "network-vif-deleted", "tag": "1d7c2248-7120-4c0c-80ed-64b8015755f9", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:59:14.068717 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49fd6e96-6ea9-4dcf-a7d7-06aa1699da63 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:59:14.069573 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f510b8e-a389-4317-bf60-abfd254ebf0d', 'name': 'network-vif-deleted', 'tag': '1d7c2248-7120-4c0c-80ed-64b8015755f9', 'status': 'completed', 'code': 200} Aug 09 10:59:14.138747 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 45596) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:14.227490 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:14.296899 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-56eb6e4f-da27-4e47-a5b4-af677aa23f3c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1516855 Aug 09 10:59:14.312325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346898b3-8dcc-4ffa-bfa5-3d5d499eb2f4 req-81b71aba-5dce-4231-8231-b10d7677f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:14.314131 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-346898b3-8dcc-4ffa-bfa5-3d5d499eb2f4 req-81b71aba-5dce-4231-8231-b10d7677f4f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1098 time: 0.0569921 Aug 09 10:59:14.357826 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-346898b3-8dcc-4ffa-bfa5-3d5d499eb2f4 req-ee971901-f419-4af5-a960-e6067fcae18a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358956 Aug 09 10:59:14.639274 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2161b-7a9d-408a-b25c-fd0f07539615 req-43ed7be3-88eb-4e2f-93f7-9ab020038f95 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:14.640874 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fab2161b-7a9d-408a-b25c-fd0f07539615 req-43ed7be3-88eb-4e2f-93f7-9ab020038f95 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0512586 Aug 09 10:59:14.684402 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fab2161b-7a9d-408a-b25c-fd0f07539615 req-5c1ebd34-02f2-440c-b3fb-660380d95b0a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357847 Aug 09 10:59:14.736322 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b184f-c944-4c46-8d38-589c6eedcc70 req-bd0f20c0-bc2a-4be4-9bd0-95597040cbaa tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:14.737851 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4f1b184f-c944-4c46-8d38-589c6eedcc70 req-bd0f20c0-bc2a-4be4-9bd0-95597040cbaa tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0547004 Aug 09 10:59:14.782234 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4f1b184f-c944-4c46-8d38-589c6eedcc70 req-ea4261b6-5e1c-40c9-abe1-7c8a8063a721 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365694 Aug 09 10:59:15.040183 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bdf11-e115-4864-b621-44aac326c757 req-19535f8e-fc24-483e-8650-0d3d0505d1d5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:15.041692 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-117bdf11-e115-4864-b621-44aac326c757 req-19535f8e-fc24-483e-8650-0d3d0505d1d5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0498993 Aug 09 10:59:15.078920 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-117bdf11-e115-4864-b621-44aac326c757 req-e50f7c82-24ca-4904-affe-7916a0244f86 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311987 Aug 09 10:59:15.174117 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-77cd5013-fa11-4aa2-8bb8-2d2cf7a5485c req-a1f2eb0b-a211-47d0-beb6-203e2f10e4dd tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f510b8e-a389-4317-bf60-abfd254ebf0d HTTP/1.1" status: 200 len: 210 time: 0.0292037 Aug 09 10:59:15.571949 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15843f9-0239-453f-aab8-2c7d540af36b req-bb23d3dc-e3ae-43f5-980c-6be0869140b5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:15.573448 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e15843f9-0239-453f-aab8-2c7d540af36b req-bb23d3dc-e3ae-43f5-980c-6be0869140b5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Aug 09 10:59:15.611830 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e15843f9-0239-453f-aab8-2c7d540af36b req-51ade13b-df1f-4dcb-a6e2-8674a0f63e37 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325060 Aug 09 10:59:15.723066 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239172-88df-42d2-ae84-4b107797194f req-349525de-c5ed-482e-92d4-16fcfb024fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:15.724633 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5c239172-88df-42d2-ae84-4b107797194f req-349525de-c5ed-482e-92d4-16fcfb024fec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 1099 time: 0.0463290 Aug 09 10:59:15.855805 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180479c-acc9-4efa-a74b-3814f18dd0de req-d1717c8c-e256-4c1e-8d85-2e1243be466a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:15.857971 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c180479c-acc9-4efa-a74b-3814f18dd0de req-d1717c8c-e256-4c1e-8d85-2e1243be466a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0820949 Aug 09 10:59:15.862403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239172-88df-42d2-ae84-4b107797194f req-c057cf33-c57a-46f0-8709-f8b1ded33199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:15.863779 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5c239172-88df-42d2-ae84-4b107797194f req-c057cf33-c57a-46f0-8709-f8b1ded33199 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 200 len: 912 time: 0.1309049 Aug 09 10:59:15.915366 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016e9c9-7f1e-4412-b6a9-5e00fcf634b4 req-174c6ea2-5df6-430c-8d63-a869fd23953b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:15.916955 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5016e9c9-7f1e-4412-b6a9-5e00fcf634b4 req-174c6ea2-5df6-430c-8d63-a869fd23953b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0530400 Aug 09 10:59:15.950666 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c180479c-acc9-4efa-a74b-3814f18dd0de req-36cbdf5a-b2e3-4783-adf5-282828c3e7bb tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859165 Aug 09 10:59:15.957018 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5c239172-88df-42d2-ae84-4b107797194f req-892c6567-5df3-49ae-9104-6311653995d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec HTTP/1.1" status: 200 len: 1002 time: 0.0848534 Aug 09 10:59:15.963323 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5016e9c9-7f1e-4412-b6a9-5e00fcf634b4 req-3e86aad1-7f26-4398-b1e9-b280d34e6c7a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400999 Aug 09 10:59:16.015471 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239172-88df-42d2-ae84-4b107797194f req-0a318813-d4e0-4fc4-96cc-784d8c09c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:16.017012 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5c239172-88df-42d2-ae84-4b107797194f req-0a318813-d4e0-4fc4-96cc-784d8c09c617 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2ef9257-c3b8-444d-9e76-15f4df1c8a8c HTTP/1.1" status: 200 len: 850 time: 0.0488763 Aug 09 10:59:16.065421 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239172-88df-42d2-ae84-4b107797194f req-86184dd4-d80b-4007-bd85-0351b79d2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:16.066936 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5c239172-88df-42d2-ae84-4b107797194f req-86184dd4-d80b-4007-bd85-0351b79d2d5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e36488-c985-4743-8c2a-55a3686fa544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425100 Aug 09 10:59:16.081562 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 10:59:16.176612 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 1d7c2248-7120-4c0c-80ed-64b8015755f9 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 10:59:16.182525 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5c239172-88df-42d2-ae84-4b107797194f req-488c7b14-81aa-4256-a17d-5e48e9256e37 service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064649 Aug 09 10:59:16.198063 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 1d7c2248-7120-4c0c-80ed-64b8015755f9 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 10:59:16.198421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 1d7c2248-7120-4c0c-80ed-64b8015755f9 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 10:59:16.300813 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5c239172-88df-42d2-ae84-4b107797194f req-cb171777-6d0c-4f25-8eb1-9e6154515e2b service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050954 Aug 09 10:59:16.438366 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356583a9-2989-4f5c-a1bd-87be03ea1dae req-4697d91c-0d9a-4f3c-b0f6-2793c52aecfb tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:16.439879 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-356583a9-2989-4f5c-a1bd-87be03ea1dae req-4697d91c-0d9a-4f3c-b0f6-2793c52aecfb tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0508299 Aug 09 10:59:16.480630 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-356583a9-2989-4f5c-a1bd-87be03ea1dae req-d9bdffd8-e793-49d7-a1ce-cd6e36edd077 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341485 Aug 09 10:59:16.544107 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-ec58d3dc-7643-48f8-b144-c37419aec834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:16.545740 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-ec58d3dc-7643-48f8-b144-c37419aec834 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 1098 time: 0.0460258 Aug 09 10:59:16.653348 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-d38858d4-82cf-46b1-a78a-0cc48257208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:16.654886 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-d38858d4-82cf-46b1-a78a-0cc48257208c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 200 len: 920 time: 0.0990999 Aug 09 10:59:16.708497 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-74fbe955-ba50-4135-8e8b-31a6daa80e40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a HTTP/1.1" status: 200 len: 217 time: 0.0357766 Aug 09 10:59:16.735579 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104e9ef-f2c4-4b94-a63f-d4eb3b34d890 req-da16fb61-ba02-450d-b9fb-59769c4b7cd8 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:16.737133 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a104e9ef-f2c4-4b94-a63f-d4eb3b34d890 req-da16fb61-ba02-450d-b9fb-59769c4b7cd8 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0531266 Aug 09 10:59:16.779906 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a104e9ef-f2c4-4b94-a63f-d4eb3b34d890 req-7b78b0ea-dab4-4c0b-b910-fd39b4765973 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362003 Aug 09 10:59:16.793431 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-d456f67f-b328-4dfd-8948-3975fde10f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:16.794913 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-d456f67f-b328-4dfd-8948-3975fde10f17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=444fa07f-3623-40e2-b4d3-594ef7475217 HTTP/1.1" status: 200 len: 859 time: 0.0716534 Aug 09 10:59:16.802299 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c9bde-e033-4152-bc0f-15cb05466049 req-719d8ce6-99ff-48a0-bdee-556d39368c87 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:16.803737 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-267c9bde-e033-4152-bc0f-15cb05466049 req-719d8ce6-99ff-48a0-bdee-556d39368c87 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 945 time: 0.0899589 Aug 09 10:59:16.834422 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-ec90975e-f87d-47c0-8738-d2b66914328f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a46f2fb9-ff9e-4999-928b-40de02257497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292389 Aug 09 10:59:16.859120 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-267c9bde-e033-4152-bc0f-15cb05466049 req-7703195b-4ec4-4fbd-aae3-9af7a5919cf3 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451963 Aug 09 10:59:16.952936 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-0ea46cfd-37e5-47c8-a1b7-e603ef23b79f service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923645 Aug 09 10:59:17.059063 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b5391f27-a48e-417e-a237-05fa19aafa11 req-831c3a72-60e0-408f-93a8-cfebd9016789 service neutron] 10.222.0.37 "GET /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902216 Aug 09 10:59:17.090830 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94677265-6cf5-41ef-9304-310b6b6e9448 req-6eed8a54-03a1-49b2-aa0b-6b6077005c18 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:17.093563 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-94677265-6cf5-41ef-9304-310b6b6e9448 req-6eed8a54-03a1-49b2-aa0b-6b6077005c18 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0628085 Aug 09 10:59:17.133091 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-94677265-6cf5-41ef-9304-310b6b6e9448 req-2be6a9b6-0f9b-4cf6-a703-aa8e50c74321 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Aug 09 10:59:17.562302 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-dc8e2906-3af8-426b-b368-8eefe58f0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:17.563748 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-dc8e2906-3af8-426b-b368-8eefe58f0147 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a&tenant_id=ca113a643fca4b5781fa9c55d6a0b89f HTTP/1.1" status: 200 len: 1097 time: 0.0814679 Aug 09 10:59:17.625333 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78ef1a-a137-41c2-889b-230048bbf911 req-6722a208-c52a-4a58-ade7-d61ac2ae78e3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:17.626833 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7c78ef1a-a137-41c2-889b-230048bbf911 req-6722a208-c52a-4a58-ade7-d61ac2ae78e3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0754097 Aug 09 10:59:17.646554 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-7887602c-714e-49ed-b360-91c15e8ca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:17.648003 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-7887602c-714e-49ed-b360-91c15e8ca3db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 1097 time: 0.0577972 Aug 09 10:59:17.720017 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7c78ef1a-a137-41c2-889b-230048bbf911 req-ed8ff0a8-c4a7-4ef2-9bf8-f775cdca5825 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849309 Aug 09 10:59:17.756203 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-e6ba9181-a502-434c-b904-fc5a933e669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:17.757680 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-e6ba9181-a502-434c-b904-fc5a933e669f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 917 time: 0.1015306 Aug 09 10:59:17.825953 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-f564ebf3-0101-4085-a3fe-9b7dbb10ee77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce HTTP/1.1" status: 200 len: 1000 time: 0.0590546 Aug 09 10:59:17.881003 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-37b23146-7ca9-4670-938b-789ddfc74c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:17.883292 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-37b23146-7ca9-4670-938b-789ddfc74c27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.0449317 Aug 09 10:59:17.906727 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d790d-da3b-4b34-869d-9d9466bcce01 req-c5fac999-6cda-4ce4-94de-8a21b707658c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:17.908591 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f98d790d-da3b-4b34-869d-9d9466bcce01 req-c5fac999-6cda-4ce4-94de-8a21b707658c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0541749 Aug 09 10:59:17.943178 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-cd44a37d-0a82-4474-a196-36a79c692cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:17.944659 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-cd44a37d-0a82-4474-a196-36a79c692cc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543201 Aug 09 10:59:17.950413 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f98d790d-da3b-4b34-869d-9d9466bcce01 req-6d39adf0-bb99-46f0-93e5-7b30bd5bb2af tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356975 Aug 09 10:59:18.029783 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e56a5d-c768-4a30-8663-b738fca59298 req-7b6cf067-6e91-4bbd-afde-0534dd58cc6c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:18.031255 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-46e56a5d-c768-4a30-8663-b738fca59298 req-7b6cf067-6e91-4bbd-afde-0534dd58cc6c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 945 time: 0.1015563 Aug 09 10:59:18.074050 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-4ab61ab5-ff06-4860-901c-01b17869fba9 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157262 Aug 09 10:59:18.085343 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-46e56a5d-c768-4a30-8663-b738fca59298 req-5cbc68af-524f-4812-b458-afded0a3b3f3 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 Aug 09 10:59:18.168867 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c3cd2e45-42bc-4309-9778-d6e3b49e28bc req-022ab88c-4640-4586-927c-c928a6587172 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826180 Aug 09 10:59:18.254471 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3672412-a203-465f-87fb-a4448feb52c1 req-df8cca57-3a4c-4f7b-8a87-da2ecc873789 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:18.255972 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b3672412-a203-465f-87fb-a4448feb52c1 req-df8cca57-3a4c-4f7b-8a87-da2ecc873789 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0488365 Aug 09 10:59:18.294592 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b3672412-a203-465f-87fb-a4448feb52c1 req-dd25a7b6-10e4-4ff3-b30e-d5d20dee83c1 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322270 Aug 09 10:59:18.616358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-12a8d326-ddb0-472b-8c2b-d577b41f6448 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:18.618325 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-12a8d326-ddb0-472b-8c2b-d577b41f6448 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 945 time: 0.0484126 Aug 09 10:59:18.716181 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Deleting port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 10:59:18.716526 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:18.830897 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] For port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:18.831614 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:18.846435 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Calling delete_port for 573f3d1b-1cb2-4441-b27a-5d38ce71a99a owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 10:59:18.861635 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b481d0-c4f0-4963-bb53-a57fd4acd93c req-d3abb263-abcd-45ba-b845-175bfd48f266 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:18.863020 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b2b481d0-c4f0-4963-bb53-a57fd4acd93c req-d3abb263-abcd-45ba-b845-175bfd48f266 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0757115 Aug 09 10:59:18.952297 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b2b481d0-c4f0-4963-bb53-a57fd4acd93c req-86ef629d-6657-40c7-996c-cd56697ba693 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798583 Aug 09 10:59:19.126165 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:19.138185 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', '573f3d1b-1cb2-4441-b27a-5d38ce71a99a'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:59:19.180923 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Pushing event deleted for resources: {'Port': ['ID=573f3d1b-1cb2-4441-b27a-5d38ce71a99a,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:19.250445 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] No DVR routers for this DVR port 573f3d1b-1cb2-4441-b27a-5d38ce71a99a on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 10:59:19.253428 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:19.255598 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2d75cc88-3fc1-464c-93c1-867ca84a35fe req-386856f4-ff37-46a3-a0d8-03a6b3afa676 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "DELETE /v2.0/ports/573f3d1b-1cb2-4441-b27a-5d38ce71a99a HTTP/1.1" status: 204 len: 173 time: 0.6267953 Aug 09 10:59:19.256121 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c489415-80e0-4b4e-b1c6-ddd793046ec2', 'name': 'network-vif-deleted', 'tag': '573f3d1b-1cb2-4441-b27a-5d38ce71a99a'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:59:19.259554 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f0a470fd-bd35-4707-b2bf-4f3b7308c6c3 req-300289c6-dd78-419e-a86a-b295097e4cc0 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0586514 Aug 09 10:59:19.271641 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40f4912-e62d-469d-83b5-df441f43e3c8" -d '{"events": [{"server_uuid": "5c489415-80e0-4b4e-b1c6-ddd793046ec2", "name": "network-vif-deleted", "tag": "573f3d1b-1cb2-4441-b27a-5d38ce71a99a"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:59:19.341077 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e274cb79-faff-497e-8e38-9dacb20ed65d x-openstack-request-id: req-e274cb79-faff-497e-8e38-9dacb20ed65d {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:59:19.341463 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c489415-80e0-4b4e-b1c6-ddd793046ec2", "name": "network-vif-deleted", "tag": "573f3d1b-1cb2-4441-b27a-5d38ce71a99a", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:59:19.341813 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e274cb79-faff-497e-8e38-9dacb20ed65d {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:59:19.342383 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c489415-80e0-4b4e-b1c6-ddd793046ec2', 'name': 'network-vif-deleted', 'tag': '573f3d1b-1cb2-4441-b27a-5d38ce71a99a', 'status': 'completed', 'code': 200} Aug 09 10:59:19.448763 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8712bf-56b5-4b00-b1a3-54d5569aef56 req-40605075-1121-4c4d-a508-f310ddf53feb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:19.450184 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3c8712bf-56b5-4b00-b1a3-54d5569aef56 req-40605075-1121-4c4d-a508-f310ddf53feb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0645189 Aug 09 10:59:19.509730 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3c8712bf-56b5-4b00-b1a3-54d5569aef56 req-41e019f3-ac9c-42a3-b55b-0627a0e95e7f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532908 Aug 09 10:59:20.076715 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0ffdb-c30b-4292-b614-6a629715d675 req-b7b5745e-dd90-4e79-9cca-f8ee27a781ec tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:20.078898 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-44c0ffdb-c30b-4292-b614-6a629715d675 req-b7b5745e-dd90-4e79-9cca-f8ee27a781ec tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0491574 Aug 09 10:59:20.117337 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-44c0ffdb-c30b-4292-b614-6a629715d675 req-77c40c3a-154c-478f-9648-66485e555e52 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Aug 09 10:59:20.200288 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6626-b49f-4808-9997-1ce4674883f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:20.375100 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3e4d6171-47ea-4b02-a2a2-e2789f2be27b req-0af81dc9-5668-4a22-8b58-8a1e6f76e6db tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0357685 Aug 09 10:59:20.628405 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254f9ac-7d6f-485e-bbae-fcaf128955a4 req-f7515b24-1720-47c3-8082-cd682d6997de tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:20.629852 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6254f9ac-7d6f-485e-bbae-fcaf128955a4 req-f7515b24-1720-47c3-8082-cd682d6997de tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0553253 Aug 09 10:59:20.675502 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6254f9ac-7d6f-485e-bbae-fcaf128955a4 req-fcc7d7b4-89e9-4cfe-9fb9-ea1e8ca8f928 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388927 Aug 09 10:59:21.459617 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1c169-563c-4ca1-916d-cf273134f6b7 req-221452d2-5ee2-4e19-8cf6-8df7013d2ae2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:21.459617 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-dfe1c169-563c-4ca1-916d-cf273134f6b7 req-221452d2-5ee2-4e19-8cf6-8df7013d2ae2 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0512540 Aug 09 10:59:21.459617 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-dfe1c169-563c-4ca1-916d-cf273134f6b7 req-975ee25b-e04a-42ba-a6b6-d7ba8d4c3b4c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363894 Aug 09 10:59:21.470766 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-40d24af6-2b98-4d49-a4dc-48e62e2e0268 req-1a67db12-ae3f-48a5-84ba-54e3f3692319 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0253823 Aug 09 10:59:21.801354 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92462-fc43-413f-abd3-2c724f7b9bd8 req-d1c049f3-000b-4a0b-a9bf-3f8a160dd4ee tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:21.802850 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10f92462-fc43-413f-abd3-2c724f7b9bd8 req-d1c049f3-000b-4a0b-a9bf-3f8a160dd4ee tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0532246 Aug 09 10:59:21.846210 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10f92462-fc43-413f-abd3-2c724f7b9bd8 req-aa6c9bda-b98e-45de-805d-b30dc50f43c7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372572 Aug 09 10:59:22.113100 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 573f3d1b-1cb2-4441-b27a-5d38ce71a99a no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 10:59:22.135409 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 573f3d1b-1cb2-4441-b27a-5d38ce71a99a {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 10:59:22.136420 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 573f3d1b-1cb2-4441-b27a-5d38ce71a99a not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 10:59:22.426202 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40ca1f-0d14-4935-a81b-a6865e6f0230 req-8c773e4e-1778-4e1e-96b9-1a32c27cf44b tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:22.428035 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-cb40ca1f-0d14-4935-a81b-a6865e6f0230 req-8c773e4e-1778-4e1e-96b9-1a32c27cf44b tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0515027 Aug 09 10:59:22.468383 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-cb40ca1f-0d14-4935-a81b-a6865e6f0230 req-9e2a5fbb-5e27-4b2c-805f-0d251723ebf8 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Aug 09 10:59:22.568652 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-82713be4-33bc-4ebd-b704-065ba5dcce31 req-5c15e317-fd87-4c64-a94b-28b67fa428ee tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0248892 Aug 09 10:59:22.978343 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2e3ac-eed3-4589-b7d0-db684fdca5f7 req-1b8820ef-5ea2-4c0b-85ee-28acd5d1ec7c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:22.980799 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-45a2e3ac-eed3-4589-b7d0-db684fdca5f7 req-1b8820ef-5ea2-4c0b-85ee-28acd5d1ec7c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0590222 Aug 09 10:59:22.993973 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7cee919f-f3fa-4c73-9ddd-de77fd0d6c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:23.021480 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-45a2e3ac-eed3-4589-b7d0-db684fdca5f7 req-8944e6fe-54ec-496c-8549-fec0bb9ce8f9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347083 Aug 09 10:59:23.369704 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:23.589975 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14797fb-c07c-4938-a7e7-3d2ef161950a req-c4752067-10ae-4ba8-a737-6118cf5e3bce tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:23.618716 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f14797fb-c07c-4938-a7e7-3d2ef161950a req-c4752067-10ae-4ba8-a737-6118cf5e3bce tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0503416 Aug 09 10:59:23.636142 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f14797fb-c07c-4938-a7e7-3d2ef161950a req-29f49baf-ce4d-43fa-ad3f-58c0936fb434 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Aug 09 10:59:23.676568 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-73cb1be0-84c6-43d6-a7ef-cc2c5463a651 req-a764efbd-e953-4413-9e59-1dcc590c90a8 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0324554 Aug 09 10:59:24.145468 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde3e7-6178-4634-bc18-7d59af9e75d5 req-2df0e139-c06c-4697-8dda-1a017a5497a5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:24.146964 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-74dde3e7-6178-4634-bc18-7d59af9e75d5 req-2df0e139-c06c-4697-8dda-1a017a5497a5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0495849 Aug 09 10:59:24.196252 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-74dde3e7-6178-4634-bc18-7d59af9e75d5 req-f56a5f10-26b1-4b14-b5dd-55ed0061f6fd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399661 Aug 09 10:59:24.491653 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:24.774858 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cb071-1672-49e0-8085-6ef167398886 req-538f9a04-ed8c-4b51-ab6a-76c2e2ca5916 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:24.776330 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c81cb071-1672-49e0-8085-6ef167398886 req-538f9a04-ed8c-4b51-ab6a-76c2e2ca5916 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0550931 Aug 09 10:59:24.804051 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-371d02a5-6df6-4800-a554-943cf4a358a3 req-c2b13f8d-fe47-488e-8668-5b174f9807fa tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0317004 Aug 09 10:59:24.828413 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c81cb071-1672-49e0-8085-6ef167398886 req-e2e4174c-c2a9-45ed-9568-724e420ea7a4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357456 Aug 09 10:59:25.321766 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43198cb-63c5-437d-8425-29fafcfa1536 req-519bb87a-6b87-4284-bcad-b73d4f3095ce tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:25.323556 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f43198cb-63c5-437d-8425-29fafcfa1536 req-519bb87a-6b87-4284-bcad-b73d4f3095ce tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0497839 Aug 09 10:59:25.369047 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f43198cb-63c5-437d-8425-29fafcfa1536 req-f8998805-782b-4d21-925e-dc89ca94d868 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388744 Aug 09 10:59:25.421057 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:25.900327 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-baecc7f0-ed5c-44ce-8c35-d214ce996f27 req-3f9144ec-d7c2-45a7-b404-7c9e61d3f62f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0273986 Aug 09 10:59:25.972206 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7864-3b6d-4c63-8a6e-83e1db8b9008 req-24879547-91e5-48c2-a8f1-24adb86f786d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:25.973682 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e14b7864-3b6d-4c63-8a6e-83e1db8b9008 req-24879547-91e5-48c2-a8f1-24adb86f786d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0495667 Aug 09 10:59:26.020435 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e14b7864-3b6d-4c63-8a6e-83e1db8b9008 req-a66121be-4558-4d0e-9168-e05afcaa786a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Aug 09 10:59:26.506643 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce4bac-cb45-45c8-b651-a20a5be26990 req-1005757d-746d-4ad5-83fc-094a4deb5796 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:26.508208 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-28ce4bac-cb45-45c8-b651-a20a5be26990 req-1005757d-746d-4ad5-83fc-094a4deb5796 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0537941 Aug 09 10:59:26.550108 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-28ce4bac-cb45-45c8-b651-a20a5be26990 req-72636225-6458-444b-9c05-777ceeaf4466 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352273 Aug 09 10:59:27.000629 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-467d556e-9b4e-465b-a8d4-37bfd129053f req-41069f71-f01e-4f9e-9677-a56d5264b478 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Aug 09 10:59:27.137248 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de724fb5-85d4-41f1-976d-e16c14f03649 req-59ce370c-a356-44ba-8fdf-ed5a12f21ec3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:27.139600 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-de724fb5-85d4-41f1-976d-e16c14f03649 req-59ce370c-a356-44ba-8fdf-ed5a12f21ec3 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0517840 Aug 09 10:59:27.185334 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-de724fb5-85d4-41f1-976d-e16c14f03649 req-30297bf7-ca66-443c-9d43-b070d73d13ce tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386603 Aug 09 10:59:27.675528 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d69797-c974-48b5-aee7-82a207ff5251 req-70753db9-d2ee-47c9-b9b0-aca22da6c3ca tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:27.677041 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-47d69797-c974-48b5-aee7-82a207ff5251 req-70753db9-d2ee-47c9-b9b0-aca22da6c3ca tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0527635 Aug 09 10:59:27.719609 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-47d69797-c974-48b5-aee7-82a207ff5251 req-545e80f9-00e4-43e3-805e-7a46a1387573 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363476 Aug 09 10:59:28.102271 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a6024bd-9779-44de-a460-419f896b34d0 req-65230239-18c9-4c36-b1f9-8e72be97febf tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0266533 Aug 09 10:59:28.311631 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0199f-52c5-48bd-8fb2-0a5a4381ba65 req-c22e960b-87a1-4438-abd4-767a0eb16910 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:28.313229 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0fa0199f-52c5-48bd-8fb2-0a5a4381ba65 req-c22e960b-87a1-4438-abd4-767a0eb16910 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0509789 Aug 09 10:59:28.350617 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0fa0199f-52c5-48bd-8fb2-0a5a4381ba65 req-6d4e7fec-8c9f-4a8f-8998-beb86d67e868 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312622 Aug 09 10:59:28.846198 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7f1b7-037d-46ca-8f32-b39a5fe4c1a7 req-1b97b213-1667-4beb-86b3-f1d2572f5d46 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:28.847705 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-70e7f1b7-037d-46ca-8f32-b39a5fe4c1a7 req-1b97b213-1667-4beb-86b3-f1d2572f5d46 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0525377 Aug 09 10:59:28.892066 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-70e7f1b7-037d-46ca-8f32-b39a5fe4c1a7 req-a796d321-0f20-4032-89a2-b277099c4d98 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382564 Aug 09 10:59:29.212094 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1b20a340-ac60-4e15-b9e4-55b41e6f1820 req-a34f0a74-c5d6-4bf1-ad15-81054dd35a70 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0380783 Aug 09 10:59:29.487515 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c49d5-ec8f-4711-9dc3-9753475d0621 req-ff716ffc-ca9a-4995-a520-ee6c8192eb46 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:29.488986 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-477c49d5-ec8f-4711-9dc3-9753475d0621 req-ff716ffc-ca9a-4995-a520-ee6c8192eb46 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0617259 Aug 09 10:59:29.534525 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-477c49d5-ec8f-4711-9dc3-9753475d0621 req-1d95fe15-c857-424e-90b4-da486955e972 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393975 Aug 09 10:59:30.026089 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd0122-0e5e-41db-81cf-196ed9f69a30 req-d9c0925e-272b-4f33-9920-9316c5911aad tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:30.027568 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0ebd0122-0e5e-41db-81cf-196ed9f69a30 req-d9c0925e-272b-4f33-9920-9316c5911aad tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0504160 Aug 09 10:59:30.072005 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0ebd0122-0e5e-41db-81cf-196ed9f69a30 req-9cdeaec6-9e06-4584-8438-deaa83e91da3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344870 Aug 09 10:59:30.305618 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2a54f7b4-d203-4040-b98f-1650064d6e5b req-242b2ca4-9280-46d6-a9ab-a93f6df76379 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c489415-80e0-4b4e-b1c6-ddd793046ec2 HTTP/1.1" status: 200 len: 210 time: 0.0252643 Aug 09 10:59:30.656250 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709868d-fd98-49af-b71f-410d506cb3e1 req-db1d3036-ba13-4970-b6f5-d6aaa7eb692e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:30.657789 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d709868d-fd98-49af-b71f-410d506cb3e1 req-db1d3036-ba13-4970-b6f5-d6aaa7eb692e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0487359 Aug 09 10:59:30.696511 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d709868d-fd98-49af-b71f-410d506cb3e1 req-fc6068c6-f666-466f-b761-34896835688c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Aug 09 10:59:31.201864 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84d8c7-5a73-407a-a71a-64946d4ace06 req-e035ec4c-623b-4169-94e5-84d8822f7bba tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:31.203615 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4d84d8c7-5a73-407a-a71a-64946d4ace06 req-e035ec4c-623b-4169-94e5-84d8822f7bba tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0477271 Aug 09 10:59:31.245594 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4d84d8c7-5a73-407a-a71a-64946d4ace06 req-d9fdb946-f582-4415-9fcb-dff2ae426602 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354908 Aug 09 10:59:32.380316 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69338d-8fe9-4155-9abc-a34f7a5fef36 req-0e9226c2-e3dc-4338-b9e6-a5d8e07cf320 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:32.381967 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1c69338d-8fe9-4155-9abc-a34f7a5fef36 req-0e9226c2-e3dc-4338-b9e6-a5d8e07cf320 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0638545 Aug 09 10:59:32.421798 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1c69338d-8fe9-4155-9abc-a34f7a5fef36 req-eac8aa94-0109-4261-b9f3-cab57df92238 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331914 Aug 09 10:59:33.100868 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819392c-69b3-4e42-8702-a77879ded4af req-0b47d898-3dba-470d-a1f0-b64cd9011dda tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:33.102334 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5819392c-69b3-4e42-8702-a77879ded4af req-0b47d898-3dba-470d-a1f0-b64cd9011dda tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0505843 Aug 09 10:59:33.140739 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5819392c-69b3-4e42-8702-a77879ded4af req-3e0a21c0-6dd7-4235-979f-402d4f8f6f11 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 Aug 09 10:59:33.541018 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1aff47-07bf-45a4-b278-12ad7bc445eb req-e5fc4ac2-12d0-4afc-b6a8-21e3933f1f9d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:33.542402 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a1aff47-07bf-45a4-b278-12ad7bc445eb req-e5fc4ac2-12d0-4afc-b6a8-21e3933f1f9d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0482345 Aug 09 10:59:33.579556 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a1aff47-07bf-45a4-b278-12ad7bc445eb req-9893e394-2465-48c2-8198-8fc8c12ffebf tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Aug 09 10:59:34.257615 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6529ce-5cad-4ac3-8118-25c23be94f6a req-b773725f-50b9-481e-a1e3-e3b8fe1cacaf tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:34.259129 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5d6529ce-5cad-4ac3-8118-25c23be94f6a req-b773725f-50b9-481e-a1e3-e3b8fe1cacaf tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0523751 Aug 09 10:59:34.295265 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5d6529ce-5cad-4ac3-8118-25c23be94f6a req-b5b7dc69-6553-4b2d-886a-ba3ea3b8c5f5 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302935 Aug 09 10:59:34.702083 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d331aa-85c7-4c9a-ae4f-48063d23ad3f req-2aeae601-f16c-4821-ac2e-8dae2a53b5df tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:34.703668 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-16d331aa-85c7-4c9a-ae4f-48063d23ad3f req-2aeae601-f16c-4821-ac2e-8dae2a53b5df tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0531292 Aug 09 10:59:34.747988 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-16d331aa-85c7-4c9a-ae4f-48063d23ad3f req-8b05cd0b-2f52-4c32-83c1-d3b6e5c9e7c7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382011 Aug 09 10:59:35.408309 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab9870-3128-4166-a04c-dd4ebe037259 req-f4c9f6b6-d52f-4efe-9dfd-d03337528366 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:35.409847 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c9ab9870-3128-4166-a04c-dd4ebe037259 req-f4c9f6b6-d52f-4efe-9dfd-d03337528366 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0472341 Aug 09 10:59:35.447710 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c9ab9870-3128-4166-a04c-dd4ebe037259 req-bb4e9e3c-432a-4e59-90dd-33fe45916381 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Aug 09 10:59:35.870765 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88276b4-5447-461d-9405-a47143b63ef1 req-4f4f201a-b060-4f8e-bcb9-55742c6d4e64 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:35.872302 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d88276b4-5447-461d-9405-a47143b63ef1 req-4f4f201a-b060-4f8e-bcb9-55742c6d4e64 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0526004 Aug 09 10:59:35.910750 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d88276b4-5447-461d-9405-a47143b63ef1 req-d4e85bfd-9bcb-4397-a6e3-906e2a1f970b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325391 Aug 09 10:59:36.559874 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b16ac-1d59-4bae-b740-c792c11d4be1 req-31ae8b91-89fe-4042-939e-15cdbabf7735 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:36.561340 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-008b16ac-1d59-4bae-b740-c792c11d4be1 req-31ae8b91-89fe-4042-939e-15cdbabf7735 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0473278 Aug 09 10:59:36.599396 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-008b16ac-1d59-4bae-b740-c792c11d4be1 req-b75eb221-1992-4d48-897d-ad2851e97f2f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Aug 09 10:59:37.027551 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5ac52-d4d7-4830-b4e4-c2e593154b1b req-ff5b213a-5604-4fb1-a790-6569bc46ea32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:37.029063 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ccc5ac52-d4d7-4830-b4e4-c2e593154b1b req-ff5b213a-5604-4fb1-a790-6569bc46ea32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0474393 Aug 09 10:59:37.069279 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ccc5ac52-d4d7-4830-b4e4-c2e593154b1b req-630bb295-98e4-40e0-8c11-a61a48151d98 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337660 Aug 09 10:59:37.717013 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efc171-aa45-4cba-ac2d-75b1373a30cb req-0c663dc4-e3f4-407d-8608-85303612d74c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:37.718515 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a5efc171-aa45-4cba-ac2d-75b1373a30cb req-0c663dc4-e3f4-407d-8608-85303612d74c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0508208 Aug 09 10:59:37.756422 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a5efc171-aa45-4cba-ac2d-75b1373a30cb req-2b080742-42cb-4ae3-a2b5-d6496b3c5e46 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Aug 09 10:59:38.185981 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93282a9-e86f-4832-b29f-82df84c1e002 req-c276af52-485d-46ea-b83e-025e9e6ec970 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:38.187448 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b93282a9-e86f-4832-b29f-82df84c1e002 req-c276af52-485d-46ea-b83e-025e9e6ec970 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0466089 Aug 09 10:59:38.224371 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b93282a9-e86f-4832-b29f-82df84c1e002 req-734157cd-3c42-4cfd-a471-bee5a3fd51f8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304182 Aug 09 10:59:38.867291 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0784210-19bd-4d46-8437-45adb2829889 req-109bc7af-a0c2-435d-a088-ca0b55a6ee7f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:38.868743 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e0784210-19bd-4d46-8437-45adb2829889 req-109bc7af-a0c2-435d-a088-ca0b55a6ee7f tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0466774 Aug 09 10:59:38.905175 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e0784210-19bd-4d46-8437-45adb2829889 req-8ad94aea-5e13-4b47-a23a-3107be75c832 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306125 Aug 09 10:59:39.344322 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c12357-3c5d-4eb3-bfa9-243aa3f5c316 req-827a90ff-196d-475d-8245-67eb1e1dbd10 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:39.346450 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-85c12357-3c5d-4eb3-bfa9-243aa3f5c316 req-827a90ff-196d-475d-8245-67eb1e1dbd10 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0511842 Aug 09 10:59:39.384085 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-85c12357-3c5d-4eb3-bfa9-243aa3f5c316 req-cad83aa0-1bc6-4947-bd8e-28714c0ff387 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Aug 09 10:59:40.017339 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9401-7212-466b-ad5c-76a978d04500 req-08f655be-1b0b-4b8a-b323-ca7364f453fd tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:40.019417 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5abf9401-7212-466b-ad5c-76a978d04500 req-08f655be-1b0b-4b8a-b323-ca7364f453fd tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0473473 Aug 09 10:59:40.055364 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5abf9401-7212-466b-ad5c-76a978d04500 req-fba3e770-d85b-44b9-8661-a225764d6462 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301826 Aug 09 10:59:40.282558 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 10:59:40.376618 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:40.388688 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'port_id': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'mac_address': 'fa:16:3e:ee:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 10:59:40.427443 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:40.443101 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bfee8f-94c8-46e9-b2d4-c566e1ccacce {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 10:59:40.463342 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:40.507661 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb362c7-e459-4137-a701-f42ce3f77716 req-98dacd6e-c99e-4711-9a9b-67c8015751a6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:40.509136 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9eb362c7-e459-4137-a701-f42ce3f77716 req-98dacd6e-c99e-4711-9a9b-67c8015751a6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 944 time: 0.0483990 Aug 09 10:59:40.547033 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9eb362c7-e459-4137-a701-f42ce3f77716 req-04423308-8183-479b-87ba-994b814b3aff tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Aug 09 10:59:40.570574 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:40.618021 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=9']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:40.624835 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.625185 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.625527 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.625863 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.626198 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.626548 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.626865 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.627215 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.627716 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.628053 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.628376 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.628702 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:40.991313 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['62bfee8f-94c8-46e9-b2d4-c566e1ccacce'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:59:41.029327 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60273da-1187-4300-9244-1a7e070ceb7b req-57470d93-c4b8-4ddb-b48f-b3faf15f97be tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:41.030858 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f60273da-1187-4300-9244-1a7e070ceb7b req-57470d93-c4b8-4ddb-b48f-b3faf15f97be tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0541751 Aug 09 10:59:41.136123 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-f60273da-1187-4300-9244-1a7e070ceb7b req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Deleting port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 10:59:41.136456 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f60273da-1187-4300-9244-1a7e070ceb7b req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:41.180375 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49fbea-cd15-4b45-bd06-584b8c01eb27 req-295024f7-a991-4a9d-b339-fbf4433fb9c2 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:41.181849 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9d49fbea-cd15-4b45-bd06-584b8c01eb27 req-295024f7-a991-4a9d-b339-fbf4433fb9c2 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 946 time: 0.0508518 Aug 09 10:59:41.219356 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9d49fbea-cd15-4b45-bd06-584b8c01eb27 req-86fc2e9f-7b3c-4cc4-bdf9-7ddfcf2a124c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e0151a-cc3f-44bc-9d28-117ac7975436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Aug 09 10:59:41.225632 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-f60273da-1187-4300-9244-1a7e070ceb7b req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] For port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,segment=NetworkSegment(db58858c-2207-4a09-a551-f69aa217511c),segment_id=db58858c-2207-4a09-a551-f69aa217511c)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:41.226002 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f60273da-1187-4300-9244-1a7e070ceb7b req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:41.242360 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-f60273da-1187-4300-9244-1a7e070ceb7b req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Calling delete_port for dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 10:59:41.496111 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f60273da-1187-4300-9244-1a7e070ceb7b req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:41.526732 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Pushing event deleted for resources: {'Port': ['ID=dcb7d9fe-fb33-422d-8a5c-4f82eedbc255,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:41.553644 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.554026 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.554445 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.554797 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.555156 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.555499 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.555831 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.556168 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.556498 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.556829 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.557156 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.557481 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 10:59:41.579465 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60273da-1187-4300-9244-1a7e070ceb7b req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] No DVR routers for this DVR port dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 10:59:41.582842 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f60273da-1187-4300-9244-1a7e070ceb7b req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:41.584889 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f60273da-1187-4300-9244-1a7e070ceb7b req-ba2c2ba5-af2f-4bad-a528-ecf43fbd28ff tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.37 "DELETE /v2.0/ports/dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 HTTP/1.1" status: 204 len: 173 time: 0.5429921 Aug 09 10:59:41.585324 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5747b-7c54-4b9e-91d9-890112d09bdb', 'name': 'network-vif-deleted', 'tag': 'dcb7d9fe-fb33-422d-8a5c-4f82eedbc255'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:59:41.587589 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1320140-c6fc-4ae5-a3f8-b4f29fd02f6f" -d '{"events": [{"server_uuid": "39a5747b-7c54-4b9e-91d9-890112d09bdb", "name": "network-vif-deleted", "tag": "dcb7d9fe-fb33-422d-8a5c-4f82eedbc255"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:59:41.631518 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['dcb7d9fe-fb33-422d-8a5c-4f82eedbc255'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:59:41.670706 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04713e8-109c-448e-8c48-a9865f41ed50 req-7101c9f9-233a-4f11-bf80-7478e13c2850 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:41.672235 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d04713e8-109c-448e-8c48-a9865f41ed50 req-7101c9f9-233a-4f11-bf80-7478e13c2850 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 945 time: 0.0480838 Aug 09 10:59:41.709548 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d974aec7-89e9-4855-aeb4-f43405c1a79d x-openstack-request-id: req-d974aec7-89e9-4855-aeb4-f43405c1a79d {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:59:41.709829 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5747b-7c54-4b9e-91d9-890112d09bdb", "name": "network-vif-deleted", "tag": "dcb7d9fe-fb33-422d-8a5c-4f82eedbc255", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:59:41.710079 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d974aec7-89e9-4855-aeb4-f43405c1a79d {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:59:41.710466 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a5747b-7c54-4b9e-91d9-890112d09bdb', 'name': 'network-vif-deleted', 'tag': 'dcb7d9fe-fb33-422d-8a5c-4f82eedbc255', 'status': 'completed', 'code': 200} Aug 09 10:59:41.712939 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d04713e8-109c-448e-8c48-a9865f41ed50 req-740a1c3c-3aca-449a-b5c2-a55b69fdd427 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338008 Aug 09 10:59:41.815935 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e013c-c7a6-4424-83b7-6c7997169540 req-919de6e8-394d-4619-ad60-67a7bf2e6620 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:41.817415 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-716e013c-c7a6-4424-83b7-6c7997169540 req-919de6e8-394d-4619-ad60-67a7bf2e6620 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0496211 Aug 09 10:59:41.856834 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-716e013c-c7a6-4424-83b7-6c7997169540 req-2c55f086-0816-44a1-aa54-4e181f3579c4 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328052 Aug 09 10:59:42.322225 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3599b821-2455-49cd-9396-3b8f57d9af1d req-51e5d1f2-9d71-4637-a17e-b2a84031435c tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.0256853 Aug 09 10:59:42.837158 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7444220-8023-435a-85e8-9f42d9aa13bd req-67eb9319-0c62-4f27-a9ac-1239a525acd8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:42.838615 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e7444220-8023-435a-85e8-9f42d9aa13bd req-67eb9319-0c62-4f27-a9ac-1239a525acd8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 945 time: 0.0475764 Aug 09 10:59:42.874268 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e7444220-8023-435a-85e8-9f42d9aa13bd req-047e77a7-8207-4560-912a-fc5e0aca82d1 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298710 Aug 09 10:59:42.972965 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ce29c-208f-4d26-848f-7024d1306140 req-5f2a70bc-5c66-45c7-a5e0-ca4e11e847d9 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:42.974422 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f81ce29c-208f-4d26-848f-7024d1306140 req-5f2a70bc-5c66-45c7-a5e0-ca4e11e847d9 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0507922 Aug 09 10:59:43.010787 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f81ce29c-208f-4d26-848f-7024d1306140 req-6b67840c-dc1c-427d-a285-23cf531bcc73 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305185 Aug 09 10:59:43.422539 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8b710a2-15de-4ee5-b692-7aa06e52039b req-80b98fa3-423c-4543-a7b7-cf2903f884f1 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.0242338 Aug 09 10:59:43.576786 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 10:59:43.623326 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 10:59:43.623617 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:43.698635 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:43.719522 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:59:43.722401 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13268895-3c9e-45f3-95ea-966f8f452134" -d '{"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-plugged", "status": "completed", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:59:43.734734 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:43.764150 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47e579a-be42-4103-9cff-2974483ff3f1 x-openstack-request-id: req-d47e579a-be42-4103-9cff-2974483ff3f1 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:59:43.764150 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-plugged", "status": "completed", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:59:43.764150 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d47e579a-be42-4103-9cff-2974483ff3f1 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:59:43.764150 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'code': 200} Aug 09 10:59:43.815839 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:43.862570 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=10']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:43.993611 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d39c5-352f-45a3-a081-45e4a0616420 req-8b917318-0b0c-401d-9828-a77b28e6c0f8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:43.995055 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c61d39c5-352f-45a3-a081-45e4a0616420 req-8b917318-0b0c-401d-9828-a77b28e6c0f8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0503080 Aug 09 10:59:44.031665 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c61d39c5-352f-45a3-a081-45e4a0616420 req-0403561d-8d4a-44d3-8c0a-cae2a3acd866 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308630 Aug 09 10:59:44.123856 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787761a-eb82-4497-a122-0af99b5fdebb req-f5944aee-eec7-46ae-bab9-31d0628e7897 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:44.125323 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3787761a-eb82-4497-a122-0af99b5fdebb req-f5944aee-eec7-46ae-bab9-31d0628e7897 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0471311 Aug 09 10:59:44.162998 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3787761a-eb82-4497-a122-0af99b5fdebb req-f089bb5f-ca4d-41dd-a04f-c0fb9e96607d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Aug 09 10:59:44.526611 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2bb46b2d-5a8b-48eb-9813-c9cbb77fc76a req-8c464993-7d44-48ca-9530-aab6b5ceac9d tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.0261252 Aug 09 10:59:44.541519 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:45.154009 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba9d38-0e9a-4835-af9a-209d05f8df78 req-7a2734b8-c1fd-4ea9-bf9e-7f6732a8edf4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:45.155505 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-74ba9d38-0e9a-4835-af9a-209d05f8df78 req-7a2734b8-c1fd-4ea9-bf9e-7f6732a8edf4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0489106 Aug 09 10:59:45.192856 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-74ba9d38-0e9a-4835-af9a-209d05f8df78 req-3dd0af9b-7060-4d91-b3b4-b0ce2b978ffb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308461 Aug 09 10:59:45.277791 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eda10-bae6-4717-91dd-7c399ee1f10f req-21110da4-cd68-42ec-ad33-0a46844b12f1 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:45.279249 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c03eda10-bae6-4717-91dd-7c399ee1f10f req-21110da4-cd68-42ec-ad33-0a46844b12f1 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0464971 Aug 09 10:59:45.317286 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c03eda10-bae6-4717-91dd-7c399ee1f10f req-e965ba57-f4a0-4aeb-9127-e670d533b572 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Aug 09 10:59:45.552490 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 10:59:45.634009 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b7f2db79-56d6-4aea-ba6b-465ea14c364e req-400193cd-840b-4d29-9b13-a31d23f73ed2 tempest-AttachVolumeNegativeTest-29593267 tempest-AttachVolumeNegativeTest-29593267-project] 10.222.0.35 "GET /v2.0/ports?device_id=39a5747b-7c54-4b9e-91d9-890112d09bdb HTTP/1.1" status: 200 len: 210 time: 0.0297158 Aug 09 10:59:45.643254 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-42ffed0a-ffcf-452c-b898-2fd439dce9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:45.645465 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-42ffed0a-ffcf-452c-b898-2fd439dce9ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 1100 time: 0.0444059 Aug 09 10:59:45.753156 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-9951eaca-5e7a-4ad2-9939-2dd24fe3e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:45.755217 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-9951eaca-5e7a-4ad2-9939-2dd24fe3e3c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 917 time: 0.0866985 Aug 09 10:59:45.824748 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-672d527d-d346-411e-a026-5ba1ec48bb2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce HTTP/1.1" status: 200 len: 1002 time: 0.0603936 Aug 09 10:59:46.110425 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-c9d24b82-7431-4507-bcc8-0c9694726d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:46.111834 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-c9d24b82-7431-4507-bcc8-0c9694726d4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.2744200 Aug 09 10:59:46.157599 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-0ebaaf58-ca9c-42b5-a6cb-69f209eee9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:46.159097 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-0ebaaf58-ca9c-42b5-a6cb-69f209eee9f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392947 Aug 09 10:59:46.299928 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-9cdbf229-a21c-4189-af22-c5ce5fc83550 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330361 Aug 09 10:59:46.398363 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212073ff-3851-401f-ac77-9cb4de263f2a req-2635edf8-1260-46f5-b6a5-220c86d1350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:46.399873 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-212073ff-3851-401f-ac77-9cb4de263f2a req-2635edf8-1260-46f5-b6a5-220c86d1350b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 1100 time: 0.1371758 Aug 09 10:59:46.407075 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b45a-e070-4f49-8b1e-f77036bc5296 req-5e40a531-a465-4274-989a-1c516b320102 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:46.408511 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9509b45a-e070-4f49-8b1e-f77036bc5296 req-5e40a531-a465-4274-989a-1c516b320102 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.1329098 Aug 09 10:59:46.445919 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ebb7-3c5f-46d5-9445-b248f27f60ac req-8983f0ea-b3f2-4732-a86a-feb4f3c2a477 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:46.447475 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e8d9ebb7-3c5f-46d5-9445-b248f27f60ac req-8983f0ea-b3f2-4732-a86a-feb4f3c2a477 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0494533 Aug 09 10:59:46.477061 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f22bbd4-afae-4982-95a9-6d6af1224bf4 req-534b0b87-1d2c-4c25-a5ed-ef481e1e3542 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618066 Aug 09 10:59:46.486477 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e8d9ebb7-3c5f-46d5-9445-b248f27f60ac req-8f7a212a-2430-4aa6-8934-ef9bdbf9926e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Aug 09 10:59:46.492528 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-212073ff-3851-401f-ac77-9cb4de263f2a req-55d490ff-5908-4f54-9df1-ab0e522f4430 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761704 Aug 09 10:59:46.495460 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9509b45a-e070-4f49-8b1e-f77036bc5296 req-b8d50ff8-1945-4255-b60b-a10a65e10cc9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802224 Aug 09 10:59:46.614514 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 10:59:46.636176 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 10:59:46.636453 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device dcb7d9fe-fb33-422d-8a5c-4f82eedbc255 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 10:59:46.689088 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 45956) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:46.736715 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3a0b4b-9369-4e2a-9100-e936cf9ee813 admin admin] Deleting subnet fe2b475e-dc6d-48b2-83fb-dee447d2b327 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 10:59:46.739755 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0b4b-9369-4e2a-9100-e936cf9ee813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:46.774577 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0b4b-9369-4e2a-9100-e936cf9ee813 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:46.780195 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0b4b-9369-4e2a-9100-e936cf9ee813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:46.896792 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0b4b-9369-4e2a-9100-e936cf9ee813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:46.921965 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a0b4b-9369-4e2a-9100-e936cf9ee813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2b475e-dc6d-48b2-83fb-dee447d2b327,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:46.925657 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0b4b-9369-4e2a-9100-e936cf9ee813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:46.927565 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-4c3a0b4b-9369-4e2a-9100-e936cf9ee813 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fe2b475e-dc6d-48b2-83fb-dee447d2b327 HTTP/1.1" status: 204 len: 168 time: 0.2374213 Aug 09 10:59:46.930036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 45958) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:46.999390 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:47.077490 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:47.088671 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.089018 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.089769 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.090099 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > port after_create 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.090436 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.091039 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > port after_update 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.091462 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.092062 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.092603 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.092952 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.163105 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.163405 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.163735 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.164066 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 10:59:47.164451 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bf1dd3-ef81-4b79-accc-838b697216d6']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:59:47.181730 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db58858c-2207-4a09-a551-f69aa217511c') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:59:47.182022 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db58858c-2207-4a09-a551-f69aa217511c') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 10:59:47.197147 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:47.221822 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:47.231089 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 10:59:47.231504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: from cryptography.utils import int_from_bytes Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: from cryptography.utils import int_from_bytes Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 10:59:47.235464 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 10:59:47.369567 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:47.376521 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:47.378435 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] 10.222.0.35 "DELETE /v2.0/networks/92bf1dd3-ef81-4b79-accc-838b697216d6 HTTP/1.1" status: 204 len: 168 time: 0.4474735 Aug 09 10:59:47.388313 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20832fdd-809a-44f5-922d-21a8977bd347 admin admin] Pushing event deleted for resources: {'Network': ['ID=92bf1dd3-ef81-4b79-accc-838b697216d6,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:47.620693 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04079012-7a3b-430a-86bd-5138caeda914 req-3e1f213d-eaad-4c7f-a3bc-9c27da6488d4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:47.623155 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-04079012-7a3b-430a-86bd-5138caeda914 req-3e1f213d-eaad-4c7f-a3bc-9c27da6488d4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0518458 Aug 09 10:59:47.623658 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58cbd8-ebd0-426c-ace3-6c3d649d8b9f req-d58b0128-a150-4141-ad54-f68be0d42620 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:47.625223 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-df58cbd8-ebd0-426c-ace3-6c3d649d8b9f req-d58b0128-a150-4141-ad54-f68be0d42620 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0681777 Aug 09 10:59:47.662387 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-df58cbd8-ebd0-426c-ace3-6c3d649d8b9f req-626e5283-5568-457c-a430-82cfac78c93f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306802 Aug 09 10:59:47.662847 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-04079012-7a3b-430a-86bd-5138caeda914 req-af254d60-606e-4917-943a-612d56efb724 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 Aug 09 10:59:47.836315 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 45980) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:47.880704 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-640fb276-9e1c-48ab-b85a-7b53ce78400f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80f11a7cf41e4641ad74eed74693d711&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432296 Aug 09 10:59:47.883169 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 45982) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:47.960970 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-64904730-12d4-4fb7-aed5-042e7a00a2de tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:47.963661 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-64904730-12d4-4fb7-aed5-042e7a00a2de tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.37 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 945 time: 0.0732987 Aug 09 10:59:47.981873 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-24989277-c964-4d2d-95cf-5055328a6afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:48.037281 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-24989277-c964-4d2d-95cf-5055328a6afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:48.108726 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Deleting port 903da515-636e-4aa2-b7d1-2ac745357e0c {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 10:59:48.109176 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:48.195326 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] For port 903da515-636e-4aa2-b7d1-2ac745357e0c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=903da515-636e-4aa2-b7d1-2ac745357e0c,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:48.195693 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:48.208415 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Calling delete_port for 903da515-636e-4aa2-b7d1-2ac745357e0c owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 10:59:48.267366 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-24989277-c964-4d2d-95cf-5055328a6afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:48.269943 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-24989277-c964-4d2d-95cf-5055328a6afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:48.271088 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-24989277-c964-4d2d-95cf-5055328a6afd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70e0151a-cc3f-44bc-9d28-117ac7975436 HTTP/1.1" status: 204 len: 168 time: 0.3869524 Aug 09 10:59:48.282591 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24989277-c964-4d2d-95cf-5055328a6afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0151a-cc3f-44bc-9d28-117ac7975436,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:48.432884 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:48.447008 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a', '903da515-636e-4aa2-b7d1-2ac745357e0c'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:59:48.462764 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Pushing event deleted for resources: {'Port': ['ID=903da515-636e-4aa2-b7d1-2ac745357e0c,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:48.509851 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] No DVR routers for this DVR port 903da515-636e-4aa2-b7d1-2ac745357e0c on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 10:59:48.512540 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:48.514799 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d73aa8fb-75f5-4e4f-bd5f-c4551eaa974f req-c4169adc-5080-4162-993c-bc60e13de2d6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.37 "DELETE /v2.0/ports/903da515-636e-4aa2-b7d1-2ac745357e0c HTTP/1.1" status: 204 len: 173 time: 0.5438375 Aug 09 10:59:48.515276 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780c080c-a1fa-4cb9-8113-bb3e1c4938d2', 'name': 'network-vif-deleted', 'tag': '903da515-636e-4aa2-b7d1-2ac745357e0c'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:59:48.518501 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57adbb81-210f-4eea-bd68-8ef096ca773d" -d '{"events": [{"server_uuid": "780c080c-a1fa-4cb9-8113-bb3e1c4938d2", "name": "network-vif-deleted", "tag": "903da515-636e-4aa2-b7d1-2ac745357e0c"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:59:48.561213 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73072ca-bb75-44dd-8414-c24823e8ffcb x-openstack-request-id: req-f73072ca-bb75-44dd-8414-c24823e8ffcb {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:59:48.561501 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780c080c-a1fa-4cb9-8113-bb3e1c4938d2", "name": "network-vif-deleted", "tag": "903da515-636e-4aa2-b7d1-2ac745357e0c", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:59:48.561773 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f73072ca-bb75-44dd-8414-c24823e8ffcb {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:59:48.562164 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780c080c-a1fa-4cb9-8113-bb3e1c4938d2', 'name': 'network-vif-deleted', 'tag': '903da515-636e-4aa2-b7d1-2ac745357e0c', 'status': 'completed', 'code': 200} Aug 09 10:59:48.822716 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-524206bc-bb8a-4885-a133-d4cadb5725a3 req-4323de12-b9c7-4131-9840-9fad921f6679 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=780c080c-a1fa-4cb9-8113-bb3e1c4938d2 HTTP/1.1" status: 200 len: 210 time: 0.0260105 Aug 09 10:59:48.852998 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caefed7-6ca1-48f2-807d-33600bfea4b3 req-4f834fe1-5a92-4642-8277-b98cacac1b1a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:48.854741 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0caefed7-6ca1-48f2-807d-33600bfea4b3 req-4f834fe1-5a92-4642-8277-b98cacac1b1a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0598385 Aug 09 10:59:48.900227 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0caefed7-6ca1-48f2-807d-33600bfea4b3 req-f545a4ec-1eb8-47b8-99cc-6d7c9d218226 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 Aug 09 10:59:50.231921 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9acf04ff-c698-4810-8543-c7f863ae951f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:50.316443 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8780a-10e8-4cb6-928b-034c82e90f3b req-9dc11120-5072-4488-af63-9bdb601fc088 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:50.318119 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-66f8780a-10e8-4cb6-928b-034c82e90f3b req-9dc11120-5072-4488-af63-9bdb601fc088 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.1026938 Aug 09 10:59:50.355590 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-66f8780a-10e8-4cb6-928b-034c82e90f3b req-0bda4c73-8a08-45d2-875e-3995e2f4a6bd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314596 Aug 09 10:59:50.673518 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcc658-4b7f-40de-924e-851e81a1cebb req-b8e8d2cd-7480-49a9-85e2-1d1448a14653 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:50.675012 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1ddcc658-4b7f-40de-924e-851e81a1cebb req-b8e8d2cd-7480-49a9-85e2-1d1448a14653 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0489752 Aug 09 10:59:50.716059 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1ddcc658-4b7f-40de-924e-851e81a1cebb req-6ae40c43-def9-4b1d-ac97-0f603d9813aa tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351121 Aug 09 10:59:51.743523 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061e7a-e00e-4b47-b05f-31b0297405a0 req-0c69b209-8089-461e-affa-32f7bf4b5e00 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:51.744893 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-dc061e7a-e00e-4b47-b05f-31b0297405a0 req-0c69b209-8089-461e-affa-32f7bf4b5e00 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0502706 Aug 09 10:59:51.783925 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-dc061e7a-e00e-4b47-b05f-31b0297405a0 req-8449e332-13bc-4a8d-bb03-03c281b84659 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331857 Aug 09 10:59:51.904828 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca8809-f97a-446d-9367-a9814ebe0ea5 req-be35daf3-e1d4-4c20-84fe-4ade5da04a14 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:51.906460 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-99ca8809-f97a-446d-9367-a9814ebe0ea5 req-be35daf3-e1d4-4c20-84fe-4ade5da04a14 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0495512 Aug 09 10:59:51.946187 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-99ca8809-f97a-446d-9367-a9814ebe0ea5 req-c4997121-7741-4824-b26d-d34294268e69 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Aug 09 10:59:52.896207 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51a81-fa61-4675-be6f-57f09257ae86 req-d898bb6e-18b5-44c2-b867-04c367862959 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:52.897680 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9cf51a81-fa61-4675-be6f-57f09257ae86 req-d898bb6e-18b5-44c2-b867-04c367862959 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0471151 Aug 09 10:59:52.936090 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9cf51a81-fa61-4675-be6f-57f09257ae86 req-1b16166c-4b94-4433-b8d8-2d09f6034e39 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Aug 09 10:59:52.997964 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef213-01b7-4e01-8ec9-75bd053540f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:53.056846 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d6c45-9da6-413f-b203-1b31eccac467 req-07e22f48-a815-42c1-b5c6-0464ec91707a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:53.058343 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a22d6c45-9da6-413f-b203-1b31eccac467 req-07e22f48-a815-42c1-b5c6-0464ec91707a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0471373 Aug 09 10:59:53.095185 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a22d6c45-9da6-413f-b203-1b31eccac467 req-c793bca2-cab4-4739-966b-e56b9d0c35c7 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Aug 09 10:59:53.335406 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:53.535738 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 903da515-636e-4aa2-b7d1-2ac745357e0c no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 10:59:53.558079 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 903da515-636e-4aa2-b7d1-2ac745357e0c {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 10:59:53.558410 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 903da515-636e-4aa2-b7d1-2ac745357e0c not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 10:59:53.838120 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:54.053607 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f51a8a-c2f3-496b-bb4f-8698d673363a req-ae0fb8cb-fd16-4de7-9ccd-c9af73f9ef0d tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:54.055053 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-93f51a8a-c2f3-496b-bb4f-8698d673363a req-ae0fb8cb-fd16-4de7-9ccd-c9af73f9ef0d tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0496624 Aug 09 10:59:54.092187 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-93f51a8a-c2f3-496b-bb4f-8698d673363a req-5938197f-c56a-458b-b641-83d1c799caf9 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311985 Aug 09 10:59:54.207876 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb569fa-f9c6-4622-8e91-cef391f60596 req-8644a8de-fafc-467a-98f7-189f637d4672 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:54.209484 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7eb569fa-f9c6-4622-8e91-cef391f60596 req-8644a8de-fafc-467a-98f7-189f637d4672 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0471885 Aug 09 10:59:54.246275 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7eb569fa-f9c6-4622-8e91-cef391f60596 req-a2d33a38-e419-415f-819f-6bd6b460e2d1 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305340 Aug 09 10:59:55.202911 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163469b-5bd2-42ed-ada4-669ade4e1882 req-add462f8-9c8b-4e9f-9c8d-29bb0e6c0ce5 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:55.204430 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f163469b-5bd2-42ed-ada4-669ade4e1882 req-add462f8-9c8b-4e9f-9c8d-29bb0e6c0ce5 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0480003 Aug 09 10:59:55.238520 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:55.246377 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f163469b-5bd2-42ed-ada4-669ade4e1882 req-a088e6bc-7e11-4a27-9fe7-86dfa81a0ac3 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355859 Aug 09 10:59:55.359276 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088ad17-efee-42a8-8517-cdde32b3bb06 req-d29ba491-5369-4f94-b8e7-d7238ea80a3f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:55.360788 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4088ad17-efee-42a8-8517-cdde32b3bb06 req-d29ba491-5369-4f94-b8e7-d7238ea80a3f tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0479000 Aug 09 10:59:55.399568 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4088ad17-efee-42a8-8517-cdde32b3bb06 req-5988070d-27cd-4553-85db-97a434117bcd tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324919 Aug 09 10:59:56.093671 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-01d6d337-9e56-4615-b44c-dec677860afd tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:56.095105 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-01d6d337-9e56-4615-b44c-dec677860afd tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0470526 Aug 09 10:59:56.184903 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Deleting port 0458e3cc-8a93-45af-ab27-a547ecb1859c {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 10:59:56.185166 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:56.274206 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] For port 0458e3cc-8a93-45af-ab27-a547ecb1859c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=0458e3cc-8a93-45af-ab27-a547ecb1859c,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:56.274866 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:56.288128 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Calling delete_port for 0458e3cc-8a93-45af-ab27-a547ecb1859c owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 10:59:56.398403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24566-9c74-4836-8be7-e45ed6936fa9 req-8474e4df-e285-4a6d-91f4-f40b4dc1a263 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:56.399929 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-03c24566-9c74-4836-8be7-e45ed6936fa9 req-8474e4df-e285-4a6d-91f4-f40b4dc1a263 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 945 time: 0.0730824 Aug 09 10:59:56.467361 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-03c24566-9c74-4836-8be7-e45ed6936fa9 req-2c716aa6-8422-49df-b3f6-4e8b1f30f1a1 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614047 Aug 09 10:59:56.517812 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d82a3-2e94-4188-a461-10b044f2bd7b req-5f218b3f-a2fa-4998-9412-81c69f3bc08e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:56.519369 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-af0d82a3-2e94-4188-a461-10b044f2bd7b req-5f218b3f-a2fa-4998-9412-81c69f3bc08e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0490556 Aug 09 10:59:56.557702 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-af0d82a3-2e94-4188-a461-10b044f2bd7b req-cd3a4454-c484-4d2b-8182-50b4e9f6c0f6 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324187 Aug 09 10:59:56.563735 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:56.576855 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['0458e3cc-8a93-45af-ab27-a547ecb1859c'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 10:59:56.592874 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Pushing event deleted for resources: {'Port': ['ID=0458e3cc-8a93-45af-ab27-a547ecb1859c,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:56.634048 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] No DVR routers for this DVR port 0458e3cc-8a93-45af-ab27-a547ecb1859c on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 10:59:56.636523 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:56.638647 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5aea41e2-cacb-4705-8cab-4429d63e00e9 req-e50f51cd-10a9-46b1-bfc6-6c2eed441908 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.37 "DELETE /v2.0/ports/0458e3cc-8a93-45af-ab27-a547ecb1859c HTTP/1.1" status: 204 len: 173 time: 0.5366483 Aug 09 10:59:56.639082 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed007d0-30fd-4283-a33d-fc9fdea9fd92', 'name': 'network-vif-deleted', 'tag': '0458e3cc-8a93-45af-ab27-a547ecb1859c'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:59:56.641630 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e82acb-3c1c-45c0-b379-87f57da2e638" -d '{"events": [{"server_uuid": "1ed007d0-30fd-4283-a33d-fc9fdea9fd92", "name": "network-vif-deleted", "tag": "0458e3cc-8a93-45af-ab27-a547ecb1859c"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:59:56.682738 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6066d355-61cc-4cd9-90a4-aea667a99db0 x-openstack-request-id: req-6066d355-61cc-4cd9-90a4-aea667a99db0 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:59:56.683041 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed007d0-30fd-4283-a33d-fc9fdea9fd92", "name": "network-vif-deleted", "tag": "0458e3cc-8a93-45af-ab27-a547ecb1859c", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:59:56.683328 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6066d355-61cc-4cd9-90a4-aea667a99db0 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:59:56.683736 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed007d0-30fd-4283-a33d-fc9fdea9fd92', 'name': 'network-vif-deleted', 'tag': '0458e3cc-8a93-45af-ab27-a547ecb1859c', 'status': 'completed', 'code': 200} Aug 09 10:59:57.575400 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-420a0741-df4f-4578-bb05-770b6fddfaca req-d562a0c2-9f5f-47b8-b3ae-b6ffada602bc tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ed007d0-30fd-4283-a33d-fc9fdea9fd92 HTTP/1.1" status: 200 len: 210 time: 0.0293272 Aug 09 10:59:57.670630 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a700ee-0888-4ee0-8b80-4106616e29f8 req-1f236914-a7c0-45fe-b3c1-2950851bcd8e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:57.672129 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-06a700ee-0888-4ee0-8b80-4106616e29f8 req-1f236914-a7c0-45fe-b3c1-2950851bcd8e tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0479667 Aug 09 10:59:57.712252 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-06a700ee-0888-4ee0-8b80-4106616e29f8 req-4125823f-8989-4729-a24c-8220d7b3b44a tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Aug 09 10:59:58.829653 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92278-da27-49ec-b8a0-b771d6e3cc64 req-ff3068ed-3081-4590-9e4a-07e8864a3e97 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:58.831158 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-14e92278-da27-49ec-b8a0-b771d6e3cc64 req-ff3068ed-3081-4590-9e4a-07e8864a3e97 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0486784 Aug 09 10:59:58.870215 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-14e92278-da27-49ec-b8a0-b771d6e3cc64 req-4cb17f87-7929-472a-8b75-562b87fc3623 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/security-groups?id=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Aug 09 10:59:59.093817 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-a711a30a-eb22-425e-b63e-134e6d0c882c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 10:59:59.095211 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-a711a30a-eb22-425e-b63e-134e6d0c882c tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.37 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 945 time: 0.0500503 Aug 09 10:59:59.191790 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Deleting port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 10:59:59.192951 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:59.280282 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] For port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 10:59:59.280650 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:59.293620 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Calling delete_port for 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 10:59:59.694828 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:59.723986 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Pushing event deleted for resources: {'Port': ['ID=9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 10:59:59.738268 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46192) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 10:59:59.764775 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] No DVR routers for this DVR port 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 10:59:59.767527 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:59.769476 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2c1c3887-5293-4603-99f7-a57faf6b8d3f req-f7824dd1-af00-4f20-a7bb-c9c3cbec8281 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.37 "DELETE /v2.0/ports/9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a HTTP/1.1" status: 204 len: 173 time: 0.6670854 Aug 09 10:59:59.770470 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebda58b-45a3-4c6d-9129-d0fbd1ee53ce', 'name': 'network-vif-deleted', 'tag': '9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 10:59:59.772961 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb0f75d-eec8-4ef5-bbef-c39c1cdf59fa" -d '{"events": [{"server_uuid": "bebda58b-45a3-4c6d-9129-d0fbd1ee53ce", "name": "network-vif-deleted", "tag": "9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 10:59:59.809747 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 10:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efd270a-45ee-496f-bd18-ed7c75122f42 x-openstack-request-id: req-4efd270a-45ee-496f-bd18-ed7c75122f42 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 10:59:59.810022 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebda58b-45a3-4c6d-9129-d0fbd1ee53ce", "name": "network-vif-deleted", "tag": "9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 10:59:59.810273 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4efd270a-45ee-496f-bd18-ed7c75122f42 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 10:59:59.810674 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebda58b-45a3-4c6d-9129-d0fbd1ee53ce', 'name': 'network-vif-deleted', 'tag': '9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a', 'status': 'completed', 'code': 200} Aug 09 10:59:59.845454 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:59.937399 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 10:59:59.967537 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-81aa37ab-4807-4afe-a329-4666b7693ac8 req-bf72de52-b713-438d-b27b-8fb18c63c045 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 210 time: 0.0287492 Aug 09 11:00:00.003324 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:00.043354 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb3358f8a4254dfba676d1d043b567b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034050 Aug 09 11:00:00.044254 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cae4dc-dac4-4836-aea8-8eec9a2167eb,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:00.046078 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46202) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:00.051569 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.052064 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.052407 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.052745 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.053076 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.053410 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.053782 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.054114 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.054441 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.054765 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.055089 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.055441 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6183c7-e35c-4a8c-9e71-072a331122c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:00.095063 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e0932db2-9d77-47c3-90a3-c16f72e87bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:00.114836 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e0932db2-9d77-47c3-90a3-c16f72e87bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:00.226227 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e0932db2-9d77-47c3-90a3-c16f72e87bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:00.228822 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e0932db2-9d77-47c3-90a3-c16f72e87bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:00.230007 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e0932db2-9d77-47c3-90a3-c16f72e87bf2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34cae4dc-dac4-4836-aea8-8eec9a2167eb HTTP/1.1" status: 204 len: 168 time: 0.1829669 Aug 09 11:00:00.237981 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0932db2-9d77-47c3-90a3-c16f72e87bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cae4dc-dac4-4836-aea8-8eec9a2167eb,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:01.066680 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-07a99f54-1ed0-45ae-81f5-a417a545fa83 req-6cd9cae6-0b29-4f14-a5a9-d2e9e7478aa1 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 210 time: 0.0284705 Aug 09 11:00:01.220214 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:00:02.159349 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ed419250-ed9a-4f48-8a67-ac7284c1db97 req-715979ea-3ba4-4e2e-9972-c3b95cc149d8 tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 210 time: 0.0249081 Aug 09 11:00:02.351270 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 0458e3cc-8a93-45af-ab27-a547ecb1859c no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:00:02.371045 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 0458e3cc-8a93-45af-ab27-a547ecb1859c {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:00:02.371413 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 0458e3cc-8a93-45af-ab27-a547ecb1859c not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:00:03.265466 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-025fe89f-0b55-404d-99c9-08b48940d57a req-8de7831e-2ee6-4240-b50d-60900bb1836d tempest-ServerRescueNegativeTestJSON-1587205735 tempest-ServerRescueNegativeTestJSON-1587205735-project] 10.222.0.35 "GET /v2.0/ports?device_id=bebda58b-45a3-4c6d-9129-d0fbd1ee53ce HTTP/1.1" status: 200 len: 210 time: 0.0269005 Aug 09 11:00:04.325259 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46284) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:04.735376 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-892823'] for router_interface, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:05.020416 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Deleting port d5d9f3e1-4870-42ca-b25d-56a40080f41a {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:00:05.020651 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:05.099329 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] For port d5d9f3e1-4870-42ca-b25d-56a40080f41a, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=d5d9f3e1-4870-42ca-b25d-56a40080f41a,segment=NetworkSegment(ed95ec1d-4258-4c6d-a4d6-13ae839655e2),segment_id=ed95ec1d-4258-4c6d-a4d6-13ae839655e2)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:05.099682 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:05.237300 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:00:05.260179 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:00:05.260520 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 9c508f3d-3b4b-45e9-bacb-1d535c2f1c8a not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:00:05.349048 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Calling delete_port for d5d9f3e1-4870-42ca-b25d-56a40080f41a owned by network:router_interface {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:00:05.592194 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:05.618806 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d9f3e1-4870-42ca-b25d-56a40080f41a,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:05.771378 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888871'] for router_interface, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:05.990125 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Router 4d035082-7d49-4009-bafe-e21b484f2fe4 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:00:06.101447 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:00:06.108142 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c19545be-8769-48ff-bf9e-06a1eb0bb5dd admin admin] 10.222.0.35 "PUT /v2.0/routers/4d035082-7d49-4009-bafe-e21b484f2fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7803593 Aug 09 11:00:06.109136 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46308) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:06.111667 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] Sync routers for ids ['4d035082-7d49-4009-bafe-e21b484f2fe4'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:00:06.121451 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] Routers {'4d035082-7d49-4009-bafe-e21b484f2fe4'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:06.122071 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:59:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['4d035082-7d49-4009-bafe-e21b484f2fe4'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:06.226462 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:06.230829 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] Set router 4d035082-7d49-4009-bafe-e21b484f2fe4 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:06.333504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:06.409669 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:21Z', 'updated_at': '2021-08-09T11:00:05Z', 'revision_number': 5, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'gw_port': {'id': '27db66bb-861a-4f90-9dca-a727604c96bd', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:22Z', 'updated_at': '2021-08-09T10:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:06.439697 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] Checking router: 4d035082-7d49-4009-bafe-e21b484f2fe4 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:00:06.448589 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] Routers {'4d035082-7d49-4009-bafe-e21b484f2fe4'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:06.449205 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T10:59:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['4d035082-7d49-4009-bafe-e21b484f2fe4'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:06.451757 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Deleting port 27db66bb-861a-4f90-9dca-a727604c96bd {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:00:06.452253 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:06.533569 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] For port 27db66bb-861a-4f90-9dca-a727604c96bd, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=27db66bb-861a-4f90-9dca-a727604c96bd,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:06.533936 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:06.548531 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Calling delete_port for 27db66bb-861a-4f90-9dca-a727604c96bd owned by network:router_gateway {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:00:06.612180 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] Set router 4d035082-7d49-4009-bafe-e21b484f2fe4 gateway port host: None {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:06.662699 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:21Z', 'updated_at': '2021-08-09T11:00:06Z', 'revision_number': 6, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'gw_port_host': None}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:06.690774 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02c2fa-fb8b-4009-ba78-b16d1f174be0 None None] The sync data for ids ['4d035082-7d49-4009-bafe-e21b484f2fe4'] in dv-cinder-803896-1-iscsi is: [{'id': '4d035082-7d49-4009-bafe-e21b484f2fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1489265550-router', 'tenant_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:21Z', 'updated_at': '2021-08-09T11:00:06Z', 'revision_number': 6, 'project_id': 'ac9be2a4ebff4937b41a5eeaeeb06659', 'gw_port_host': None}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:00:06.769281 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:06.795187 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=27db66bb-861a-4f90-9dca-a727604c96bd,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:06.851942 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-892097'] for router_gateway, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:06.965784 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:06.967912 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.089503 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-887233'] for router, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.091015 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d035082-7d49-4009-bafe-e21b484f2fe4 {{(pid=105357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:00:07.102965 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.102965 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-a987396c-a9bd-44eb-b4e6-417e9d5f8a49 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4d035082-7d49-4009-bafe-e21b484f2fe4 HTTP/1.1" status: 204 len: 168 time: 0.9900420 Aug 09 11:00:07.103587 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46314) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:07.153835 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ab6cae-737b-42b9-962c-d1307b8d46d5 admin admin] Deleting subnet 444fa07f-3623-40e2-b4d3-594ef7475217 {{(pid=105358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:00:07.157045 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6cae-737b-42b9-962c-d1307b8d46d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.192539 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6cae-737b-42b9-962c-d1307b8d46d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732250'] for subnet, precommit_delete_associations {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.240460 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6cae-737b-42b9-962c-d1307b8d46d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.381747 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6cae-737b-42b9-962c-d1307b8d46d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5855061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011471'] for subnet, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.406230 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab6cae-737b-42b9-962c-d1307b8d46d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444fa07f-3623-40e2-b4d3-594ef7475217,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:07.410851 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6cae-737b-42b9-962c-d1307b8d46d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.413038 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-f2ab6cae-737b-42b9-962c-d1307b8d46d5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/444fa07f-3623-40e2-b4d3-594ef7475217 HTTP/1.1" status: 204 len: 168 time: 0.3083971 Aug 09 11:00:07.415397 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46318) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:07.480632 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.562118 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.572239 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46f2fb9-ff9e-4999-928b-40de02257497']}} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:07.582051 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2') {'for_net_delete': True} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:07.582380 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed95ec1d-4258-4c6d-a4d6-13ae839655e2') {} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:07.591320 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732237'] for segment, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.604799 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.610420 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=105358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:00:07.610803 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5855115'] for segment, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: Traceback (most recent call last): Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: timer() Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: cb(*args, **kw) Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: return func(*args, **kwargs) Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: self._notify() Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: self.callback(batched_events) Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: event.method(event) Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: return f(self, *a, **k) Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._get(url).json() Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: return self.request(url, 'GET', **kwargs) Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:00:07.612485 dv-cinder-803896-1-iscsi neutron-server[105358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:00:07.746417 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.757163 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:07.757163 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a46f2fb9-ff9e-4999-928b-40de02257497 HTTP/1.1" status: 204 len: 168 time: 0.3377159 Aug 09 11:00:07.769353 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3471bd8-1ea7-46fb-a1b4-5b571107afc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46f2fb9-ff9e-4999-928b-40de02257497,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:07.958891 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 27db66bb-861a-4f90-9dca-a727604c96bd no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:00:07.975590 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 27db66bb-861a-4f90-9dca-a727604c96bd {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:00:07.975937 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 27db66bb-861a-4f90-9dca-a727604c96bd not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:00:07.976344 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device d5d9f3e1-4870-42ca-b25d-56a40080f41a no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:00:07.995524 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: d5d9f3e1-4870-42ca-b25d-56a40080f41a {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:00:07.995918 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device d5d9f3e1-4870-42ca-b25d-56a40080f41a not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:00:08.154267 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46324) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:08.199284 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-3a40e89b-43d4-4951-a773-f5731de54e4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac9be2a4ebff4937b41a5eeaeeb06659&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413764 Aug 09 11:00:08.199890 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46328) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:08.249143 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9db94966-207a-4ca2-b897-a700607f4e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:08.270780 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9db94966-207a-4ca2-b897-a700607f4e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:08.432246 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9db94966-207a-4ca2-b897-a700607f4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:08.434701 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9db94966-207a-4ca2-b897-a700607f4e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:08.435931 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-9db94966-207a-4ca2-b897-a700607f4e32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/781d8e1d-5e27-4cb5-9534-a13e5e17f8e9 HTTP/1.1" status: 204 len: 168 time: 0.2351429 Aug 09 11:00:08.444494 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db94966-207a-4ca2-b897-a700607f4e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d8e1d-5e27-4cb5-9534-a13e5e17f8e9,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:09.255258 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-3f8ec051-f833-4478-9822-a14066faa053 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:09.257538 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-3f8ec051-f833-4478-9822-a14066faa053 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/networks?id=d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 HTTP/1.1" status: 200 len: 814 time: 0.1104929 Aug 09 11:00:09.280169 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ed6beb07-703a-486d-aec5-5fae4073e99f tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/quotas/4b3b3ce726404e23916112992808581b HTTP/1.1" status: 200 len: 375 time: 0.0112360 Aug 09 11:00:09.314069 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-01f3729c-7d7d-4ffe-8d8b-f5406a0123c2 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b3b3ce726404e23916112992808581b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275471 Aug 09 11:00:09.420778 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-5652b07e-47d8-4215-bd25-fa3fc39cb102 service neutron] 10.222.0.35 "GET /v2.0/networks/d049ddfd-ab1c-46d5-b671-3bf6dcd965d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950155 Aug 09 11:00:09.520616 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-275de248-8ea5-46a2-b71b-63127809a57f service neutron] 10.222.0.35 "GET /v2.0/networks/d049ddfd-ab1c-46d5-b671-3bf6dcd965d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978780 Aug 09 11:00:09.819791 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-256cb4c5-39b3-4ecc-8788-0b461b33693c req-811ec9aa-b102-4daa-bb67-a3cffecbd0ed tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 210 time: 0.0308905 Aug 09 11:00:10.427614 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6fa58-f247-4251-b2d6-b2c08a780e07 req-9f5d97b2-82bf-461c-8630-2d5eb7de01ba tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:10.429811 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-64f6fa58-f247-4251-b2d6-b2c08a780e07 req-9f5d97b2-82bf-461c-8630-2d5eb7de01ba tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0533321 Aug 09 11:00:10.467586 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-64f6fa58-f247-4251-b2d6-b2c08a780e07 req-644f8067-55eb-4d73-a2e0-1181449c3646 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321066 Aug 09 11:00:10.909558 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3b3312b1-57d2-4f9e-84f0-359e970addb6 req-eabdecf5-ff13-4725-adef-99977afe4df8 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 210 time: 0.0268061 Aug 09 11:00:11.584191 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6fd4e-e8ed-4bf5-9748-9c9284f9fc85 req-61fb6f42-36af-471c-a966-9e9be991091e tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:11.585864 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-34d6fd4e-e8ed-4bf5-9748-9c9284f9fc85 req-61fb6f42-36af-471c-a966-9e9be991091e tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0498955 Aug 09 11:00:11.629412 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-34d6fd4e-e8ed-4bf5-9748-9c9284f9fc85 req-b2106d66-5070-440c-8ad5-a616127b896b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372200 Aug 09 11:00:11.858681 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-04d23775-d5a0-4b73-8b5d-49c39332eae2 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:11.860178 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-04d23775-d5a0-4b73-8b5d-49c39332eae2 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.37 "GET /v2.0/networks?id=d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 HTTP/1.1" status: 200 len: 814 time: 0.1014788 Aug 09 11:00:11.877301 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Request body: {'port': {'device_id': '9963d756-90e9-4cab-891c-ef6b216f99ea', 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5', 'admin_state_up': True, 'tenant_id': '4b3b3ce726404e23916112992808581b'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:12.009481 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bbeca8cd-3b91-4d48-ac75-ffeee98beb61 req-ab058615-95a0-4c3b-84d9-c498155907a5 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 210 time: 0.0256243 Aug 09 11:00:12.032433 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Made reservation on behalf of 4b3b3ce726404e23916112992808581b for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:00:12.035964 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:12.165685 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Allocated IP 172.20.0.7 (d049ddfd-ab1c-46d5-b671-3bf6dcd965d5/87c4ec93-3989-43e9-a521-011164c24959/5ceed563-84ec-4dec-b72c-3754dc148ae9) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:00:12.312895 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:12.443846 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:12.499095 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:12.503937 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:12.506798 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:00:12.513727 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Pushing event updated for resources: {'Port': ['ID=5ceed563-84ec-4dec-b72c-3754dc148ae9,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:12.563588 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:12.564146 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:12.672627 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-ec927fe2-1e60-4168-b45b-e48c92731bfb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7990341 Aug 09 11:00:12.686520 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Request body: {'port': {'device_id': '9963d756-90e9-4cab-891c-ef6b216f99ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:12.768058 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:12.786888 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29f919-d12b-485a-9d90-8f0d25214a41 req-669204c4-bd13-4efb-8023-87a6646a741d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:12.788518 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4e29f919-d12b-485a-9d90-8f0d25214a41 req-669204c4-bd13-4efb-8023-87a6646a741d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0831807 Aug 09 11:00:12.902212 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4e29f919-d12b-485a-9d90-8f0d25214a41 req-e29dff38-fe0c-42e3-94df-d2bd6c6ce118 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906270 Aug 09 11:00:13.066228 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ceed563-84ec-4dec-b72c-3754dc148ae9 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:00:13.074969 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:13.086734 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Transition to ACTIVE for port object 5ceed563-84ec-4dec-b72c-3754dc148ae9 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:13.126452 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ab3bb-f3c7-4640-9509-63f93fcaff90 req-064972af-10b3-4279-b872-43c177cdd6c3 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:13.128001 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b00ab3bb-f3c7-4640-9509-63f93fcaff90 req-064972af-10b3-4279-b872-43c177cdd6c3 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 931 time: 0.0461416 Aug 09 11:00:13.164621 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b00ab3bb-f3c7-4640-9509-63f93fcaff90 req-c0e9209a-93f6-4ddf-8309-8681ed1fde34 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301068 Aug 09 11:00:13.191984 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:13.239535 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceed563-84ec-4dec-b72c-3754dc148ae9,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:13.309856 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Attempting to bind port 5ceed563-84ec-4dec-b72c-3754dc148ae9 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:00:13.310312 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Attempting to bind port 5ceed563-84ec-4dec-b72c-3754dc148ae9 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '6f773ef3-00e4-45a2-a7c1-6fafc19af683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:00:13.310792 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Attempting to bind port 5ceed563-84ec-4dec-b72c-3754dc148ae9 on network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:13.315354 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Port 5ceed563-84ec-4dec-b72c-3754dc148ae9 on network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:00:13.315709 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Attempting to bind port 5ceed563-84ec-4dec-b72c-3754dc148ae9 on network d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:13.321108 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 10, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:00:13.321443 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Checking segment: {'id': '6f773ef3-00e4-45a2-a7c1-6fafc19af683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:13.321845 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Bound using segment: {'id': '6f773ef3-00e4-45a2-a7c1-6fafc19af683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:00:13.322249 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Bound port: 5ceed563-84ec-4dec-b72c-3754dc148ae9, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f773ef3-00e4-45a2-a7c1-6fafc19af683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:00:13.322607 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:13.392701 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] For port 5ceed563-84ec-4dec-b72c-3754dc148ae9, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:00:13.397505 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] For port 5ceed563-84ec-4dec-b72c-3754dc148ae9, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=5ceed563-84ec-4dec-b72c-3754dc148ae9,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:00:13.472242 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:13.507219 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:13.511285 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:13.511285 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] 10.222.0.37 "PUT /v2.0/ports/5ceed563-84ec-4dec-b72c-3754dc148ae9 HTTP/1.1" status: 200 len: 1093 time: 0.8268182 Aug 09 11:00:13.511285 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9963d756-90e9-4cab-891c-ef6b216f99ea', 'tag': '5ceed563-84ec-4dec-b72c-3754dc148ae9'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:00:13.511864 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16db015-d96f-48c1-833e-9afe3382206b" -d '{"events": [{"name": "network-changed", "server_uuid": "9963d756-90e9-4cab-891c-ef6b216f99ea", "tag": "5ceed563-84ec-4dec-b72c-3754dc148ae9"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:00:13.535315 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878e472-f80e-4008-950a-bb84069a3913 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceed563-84ec-4dec-b72c-3754dc148ae9,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:13.547182 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8c8ee3-850b-45e7-87fb-e2b5af88e3c2 x-openstack-request-id: req-9e8c8ee3-850b-45e7-87fb-e2b5af88e3c2 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:00:13.547473 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9963d756-90e9-4cab-891c-ef6b216f99ea", "tag": "5ceed563-84ec-4dec-b72c-3754dc148ae9", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:00:13.547724 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e8c8ee3-850b-45e7-87fb-e2b5af88e3c2 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:00:13.548109 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9963d756-90e9-4cab-891c-ef6b216f99ea', 'tag': '5ceed563-84ec-4dec-b72c-3754dc148ae9', 'status': 'completed', 'code': 200} Aug 09 11:00:13.607405 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16db015-d96f-48c1-833e-9afe3382206b req-487924f0-1e12-472d-b7b7-1bb6efa92004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:13.609347 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b16db015-d96f-48c1-833e-9afe3382206b req-487924f0-1e12-472d-b7b7-1bb6efa92004 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b3b3ce726404e23916112992808581b&device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 1096 time: 0.0403156 Aug 09 11:00:13.710590 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16db015-d96f-48c1-833e-9afe3382206b req-2416006b-0431-45e8-9707-c23f38070d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:13.712111 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b16db015-d96f-48c1-833e-9afe3382206b req-2416006b-0431-45e8-9707-c23f38070d15 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b3b3ce726404e23916112992808581b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0911345 Aug 09 11:00:13.804317 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16db015-d96f-48c1-833e-9afe3382206b req-d9188c1c-02b2-43ff-8ad3-4b374dfe6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:13.805829 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b16db015-d96f-48c1-833e-9afe3382206b req-d9188c1c-02b2-43ff-8ad3-4b374dfe6cfb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867739 Aug 09 11:00:13.885579 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-2086927d-9624-4ee3-9bc6-9c82c9b5e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:13.887056 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-2086927d-9624-4ee3-9bc6-9c82c9b5e51d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b3b3ce726404e23916112992808581b&device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 1096 time: 0.0438774 Aug 09 11:00:13.935800 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-506919c4-f3b3-4bb8-a947-02827e094a39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ceed563-84ec-4dec-b72c-3754dc148ae9 HTTP/1.1" status: 200 len: 217 time: 0.0377526 Aug 09 11:00:14.020736 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-b8c3d55f-bc95-407f-93ad-d80121d34859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:14.022772 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-b8c3d55f-bc95-407f-93ad-d80121d34859 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87c4ec93-3989-43e9-a521-011164c24959 HTTP/1.1" status: 200 len: 854 time: 0.0798221 Aug 09 11:00:14.046940 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bfe6a-cb48-4ecf-b7a6-e0fc880d984a req-3aac6792-7d10-4bc8-9428-74530685a5bf tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:14.048390 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c71bfe6a-cb48-4ecf-b7a6-e0fc880d984a req-3aac6792-7d10-4bc8-9428-74530685a5bf tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0759172 Aug 09 11:00:14.064053 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-cb5d41e4-c5d6-467a-97db-bc65bc1b6a1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d049ddfd-ab1c-46d5-b671-3bf6dcd965d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333829 Aug 09 11:00:14.137699 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c71bfe6a-cb48-4ecf-b7a6-e0fc880d984a req-06529e52-3264-4569-b0c4-13245219d9a7 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758002 Aug 09 11:00:14.172489 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-5b6fafdf-95e1-40c4-8fab-499d040c5620 service neutron] 10.222.0.37 "GET /v2.0/networks/d049ddfd-ab1c-46d5-b671-3bf6dcd965d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963318 Aug 09 11:00:14.268853 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-33bbaed3-75cf-456a-a111-c79b53cfdcb6 req-62ea14b7-96f5-4a8c-b58e-85e872b1f97e service neutron] 10.222.0.37 "GET /v2.0/networks/d049ddfd-ab1c-46d5-b671-3bf6dcd965d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887468 Aug 09 11:00:14.298623 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307c03f-e276-4735-b0b0-f009afd50c29 req-3df246b7-e241-47dd-bd5e-3a8193c398e2 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:14.300706 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3307c03f-e276-4735-b0b0-f009afd50c29 req-3df246b7-e241-47dd-bd5e-3a8193c398e2 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 943 time: 0.0650454 Aug 09 11:00:14.344315 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3307c03f-e276-4735-b0b0-f009afd50c29 req-a610d0ba-723e-4ece-a620-67d0162d8505 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Aug 09 11:00:14.591592 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:15.258630 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fd545-c7a3-4ac0-b61d-b70e17e5a139 req-2017bd3f-a743-4acf-99fd-df10e9491526 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:15.260227 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9d4fd545-c7a3-4ac0-b61d-b70e17e5a139 req-2017bd3f-a743-4acf-99fd-df10e9491526 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0511098 Aug 09 11:00:15.301490 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9d4fd545-c7a3-4ac0-b61d-b70e17e5a139 req-9a1da7cf-4133-4a4f-90e3-8cf42ea77b22 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348303 Aug 09 11:00:15.456459 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969099e-f398-4d23-8b38-57e73327000f req-b978fc3f-9885-45d9-b7b0-bdf8a03523b0 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:15.458292 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0969099e-f398-4d23-8b38-57e73327000f req-b978fc3f-9885-45d9-b7b0-bdf8a03523b0 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 943 time: 0.0481689 Aug 09 11:00:15.503953 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0969099e-f398-4d23-8b38-57e73327000f req-4b3a1c4b-f592-450c-9865-26a790c5dce4 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Aug 09 11:00:16.420618 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1b895-f160-4af6-aa8c-75ccc000fc0e req-f1b04add-561f-4ea6-b401-74721fff0eee tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:16.422120 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90d1b895-f160-4af6-aa8c-75ccc000fc0e req-f1b04add-561f-4ea6-b401-74721fff0eee tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0533843 Aug 09 11:00:16.460968 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-90d1b895-f160-4af6-aa8c-75ccc000fc0e req-0ef9205b-c9d7-4a51-9120-4df6f6140d1a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328577 Aug 09 11:00:16.622310 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eb0b7-9f3c-4a3f-8f89-92f3c9516544 req-b6aebab6-1fde-4d82-9da2-09f32ddb0506 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:16.623843 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a33eb0b7-9f3c-4a3f-8f89-92f3c9516544 req-b6aebab6-1fde-4d82-9da2-09f32ddb0506 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 943 time: 0.0479262 Aug 09 11:00:16.662749 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a33eb0b7-9f3c-4a3f-8f89-92f3c9516544 req-c9d4979e-3eb0-4b5a-889d-6f644412f188 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Aug 09 11:00:17.579129 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86044896-b7d0-483d-afc9-8e15b399699f req-11400a55-c8d7-4b6d-9759-4c7f67471fb6 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:17.580694 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-86044896-b7d0-483d-afc9-8e15b399699f req-11400a55-c8d7-4b6d-9759-4c7f67471fb6 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0504103 Aug 09 11:00:17.627526 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-86044896-b7d0-483d-afc9-8e15b399699f req-d8245595-8411-424f-b381-0aac68a2b054 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399709 Aug 09 11:00:17.796021 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cc822-267c-4bc0-bcfd-db912648a721 req-0e2fd188-7521-47de-93aa-7a80b5858b59 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:17.799597 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c82cc822-267c-4bc0-bcfd-db912648a721 req-0e2fd188-7521-47de-93aa-7a80b5858b59 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 943 time: 0.0703452 Aug 09 11:00:18.079892 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 5ceed563-84ec-4dec-b72c-3754dc148ae9 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:00:18.098120 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c82cc822-267c-4bc0-bcfd-db912648a721 req-30864c18-04cc-494d-82ab-6751d65d8766 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943058 Aug 09 11:00:18.176274 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 5ceed563-84ec-4dec-b72c-3754dc148ae9, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=5ceed563-84ec-4dec-b72c-3754dc148ae9,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:18.187500 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '5ceed563-84ec-4dec-b72c-3754dc148ae9', 'network_id': 'd049ddfd-ab1c-46d5-b671-3bf6dcd965d5', 'port_id': '5ceed563-84ec-4dec-b72c-3754dc148ae9', 'mac_address': 'fa:16:3e:96:a4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c4ec93-3989-43e9-a521-011164c24959', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:00:18.227619 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:18.240957 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ceed563-84ec-4dec-b72c-3754dc148ae9 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:00:18.267306 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 5ceed563-84ec-4dec-b72c-3754dc148ae9, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=5ceed563-84ec-4dec-b72c-3754dc148ae9,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:18.345850 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:18.392365 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=5ceed563-84ec-4dec-b72c-3754dc148ae9,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:18.573117 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['5ceed563-84ec-4dec-b72c-3754dc148ae9'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:00:18.738288 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a94d7-e730-4cf3-ac94-905df03fd00e req-89f32f6b-5df9-45ae-b4c8-e329c578370e tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:18.739787 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ef9a94d7-e730-4cf3-ac94-905df03fd00e req-89f32f6b-5df9-45ae-b4c8-e329c578370e tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0461447 Aug 09 11:00:18.778899 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ef9a94d7-e730-4cf3-ac94-905df03fd00e req-510318f8-f8a9-499f-b144-bde4aeeed71a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329669 Aug 09 11:00:19.212715 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72714b-77c2-41bb-8293-de74fa56eadd req-ed3974db-bf1c-4091-8359-67fa08b990ba tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:19.214197 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3d72714b-77c2-41bb-8293-de74fa56eadd req-ed3974db-bf1c-4091-8359-67fa08b990ba tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 944 time: 0.0478067 Aug 09 11:00:19.252913 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3d72714b-77c2-41bb-8293-de74fa56eadd req-4e1a8044-2ef3-4e3f-9287-c8fbe1c5f32c tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Aug 09 11:00:19.896096 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495eb98-3138-446b-ba68-e47c10ac2347 req-4159828e-3566-45fb-a3c4-4135399331d1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:19.898180 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f495eb98-3138-446b-ba68-e47c10ac2347 req-4159828e-3566-45fb-a3c4-4135399331d1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0547767 Aug 09 11:00:19.937090 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f495eb98-3138-446b-ba68-e47c10ac2347 req-c5ba1af6-8313-4c25-a216-15089f4bc7fe tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328491 Aug 09 11:00:20.082477 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46624) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:20.090356 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 5ceed563-84ec-4dec-b72c-3754dc148ae9 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:20.188763 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aa62aaff-e80b-4500-8d41-af9fbd29f7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.208676 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fd08e9b1-9e84-4565-b380-e6a04d2a8559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.243063 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 5ceed563-84ec-4dec-b72c-3754dc148ae9 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:20.246951 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 5ceed563-84ec-4dec-b72c-3754dc148ae9 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:20.247355 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.278004 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aa62aaff-e80b-4500-8d41-af9fbd29f7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.327659 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.352116 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963d756-90e9-4cab-891c-ef6b216f99ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceed563-84ec-4dec-b72c-3754dc148ae9'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:00:20.354367 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e691f2-80ef-4e64-b214-eef0797eb551" -d '{"events": [{"server_uuid": "9963d756-90e9-4cab-891c-ef6b216f99ea", "name": "network-vif-plugged", "status": "completed", "tag": "5ceed563-84ec-4dec-b72c-3754dc148ae9"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:00:20.368010 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 5ceed563-84ec-4dec-b72c-3754dc148ae9, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=5ceed563-84ec-4dec-b72c-3754dc148ae9,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:20.368997 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3368-ddec-4477-bc64-37d49690f151 req-b51c7bda-1542-43e4-971a-c4d3e1140562 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:20.375259 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2bca3368-ddec-4477-bc64-37d49690f151 req-b51c7bda-1542-43e4-971a-c4d3e1140562 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 944 time: 0.0519090 Aug 09 11:00:20.375259 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aa62aaff-e80b-4500-8d41-af9fbd29f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.391922 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb104a3e-d33e-4772-9f0e-546dba3eafbd x-openstack-request-id: req-fb104a3e-d33e-4772-9f0e-546dba3eafbd {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:00:20.392205 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963d756-90e9-4cab-891c-ef6b216f99ea", "name": "network-vif-plugged", "status": "completed", "tag": "5ceed563-84ec-4dec-b72c-3754dc148ae9", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:00:20.392443 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb104a3e-d33e-4772-9f0e-546dba3eafbd {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:00:20.392829 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9963d756-90e9-4cab-891c-ef6b216f99ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceed563-84ec-4dec-b72c-3754dc148ae9', 'code': 200} Aug 09 11:00:20.426285 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.429646 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-aa62aaff-e80b-4500-8d41-af9fbd29f7e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71005e88747a4a7d835d0c52cc19515f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435724 Aug 09 11:00:20.429646 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62aaff-e80b-4500-8d41-af9fbd29f7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af78843b-42f3-416d-a77f-6395c4a4d0ea,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:20.430106 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46634) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:20.457233 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2bca3368-ddec-4477-bc64-37d49690f151 req-75622e9f-2855-4de0-b0b2-c3219dc26be6 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715632 Aug 09 11:00:20.498993 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-957443c0-bc04-457d-934a-d5a1bba18559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.500439 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=5ceed563-84ec-4dec-b72c-3754dc148ae9,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:20.527805 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-957443c0-bc04-457d-934a-d5a1bba18559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.637416 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-957443c0-bc04-457d-934a-d5a1bba18559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.639948 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-957443c0-bc04-457d-934a-d5a1bba18559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:20.641366 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-957443c0-bc04-457d-934a-d5a1bba18559 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af78843b-42f3-416d-a77f-6395c4a4d0ea HTTP/1.1" status: 204 len: 168 time: 0.2092268 Aug 09 11:00:20.650410 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957443c0-bc04-457d-934a-d5a1bba18559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af78843b-42f3-416d-a77f-6395c4a4d0ea,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:20.775181 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6703dc-a0b2-45f1-bd09-444e461d4f2b req-13a941fa-61f4-4b65-9471-bf8331074ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:20.776734 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5d6703dc-a0b2-45f1-bd09-444e461d4f2b req-13a941fa-61f4-4b65-9471-bf8331074ffc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 1098 time: 0.0410631 Aug 09 11:00:20.814739 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5d6703dc-a0b2-45f1-bd09-444e461d4f2b req-05e71fc1-b4e5-429d-8d66-315b5982ca2d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275819 Aug 09 11:00:21.051190 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f4a34-571a-43e5-a03e-0e7307223aae req-57064ad5-8018-4ee8-887b-9e87fab36dda tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:21.052725 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-439f4a34-571a-43e5-a03e-0e7307223aae req-57064ad5-8018-4ee8-887b-9e87fab36dda tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0488369 Aug 09 11:00:21.091003 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-439f4a34-571a-43e5-a03e-0e7307223aae req-4d5648f9-952e-40f2-9ff7-ea6057b77240 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324342 Aug 09 11:00:21.460391 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d26fbc-f8c7-4432-ac98-3527084c8cd1 req-ce98a9a8-922c-4ba4-913d-68675f8efdce tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:21.461837 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-00d26fbc-f8c7-4432-ac98-3527084c8cd1 req-ce98a9a8-922c-4ba4-913d-68675f8efdce tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0500753 Aug 09 11:00:21.511858 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-00d26fbc-f8c7-4432-ac98-3527084c8cd1 req-a8ee0506-3c19-4aa6-8a94-e21a73a81616 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430813 Aug 09 11:00:21.598057 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aab78b-5613-499f-a693-2177cd379f6a req-c7731179-bb59-4553-a79b-4d21440cb471 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:21.599614 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c0aab78b-5613-499f-a693-2177cd379f6a req-c7731179-bb59-4553-a79b-4d21440cb471 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 945 time: 0.0517440 Aug 09 11:00:21.667584 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-124e66ed-7ae6-41b2-9b22-10264651d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:21.669076 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-124e66ed-7ae6-41b2-9b22-10264651d0bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 1099 time: 0.0684555 Aug 09 11:00:21.671823 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c0aab78b-5613-499f-a693-2177cd379f6a req-c75c2c7b-1b62-44df-8283-4e337ca278fb tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451179 Aug 09 11:00:21.767850 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-5e177077-ea30-4ca9-b11e-4ac9e4c16f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:21.769317 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-5e177077-ea30-4ca9-b11e-4ac9e4c16f42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 200 len: 912 time: 0.0888128 Aug 09 11:00:21.838783 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-44a773da-16cf-4689-8db0-ed93a57268cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec HTTP/1.1" status: 200 len: 1002 time: 0.0616648 Aug 09 11:00:21.890307 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-54b1a7ec-fb69-41cc-bd2a-2553ba204d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:21.892127 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-54b1a7ec-fb69-41cc-bd2a-2553ba204d54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2ef9257-c3b8-444d-9e76-15f4df1c8a8c HTTP/1.1" status: 200 len: 850 time: 0.0461469 Aug 09 11:00:21.941896 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-ff7998a8-1024-4052-84a0-8322b1202de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:21.942377 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-ff7998a8-1024-4052-84a0-8322b1202de5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e36488-c985-4743-8c2a-55a3686fa544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431287 Aug 09 11:00:22.054187 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-b108d316-8f92-4124-bf45-dd8ef08ec343 service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878747 Aug 09 11:00:22.152175 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3eddf110-381f-44b2-8998-efe9273fd5c4 req-73bcabc1-3366-490d-9276-0990f7846fec service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866458 Aug 09 11:00:22.556018 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:00:22.618158 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffeb2f-8240-4d7d-815b-ca0e643aa335 req-9950da6f-1e46-4e65-8625-fdc31a920b88 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:22.620695 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fdffeb2f-8240-4d7d-815b-ca0e643aa335 req-9950da6f-1e46-4e65-8625-fdc31a920b88 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0530357 Aug 09 11:00:22.660982 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fdffeb2f-8240-4d7d-815b-ca0e643aa335 req-f5c83ff4-1a37-4813-9fa8-305010b40864 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335166 Aug 09 11:00:22.800654 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df992b-623e-49f1-ab71-d47403ff81c7 req-aaec3886-4bf2-4a93-b5d4-0627bf5b7093 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:22.802144 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c6df992b-623e-49f1-ab71-d47403ff81c7 req-aaec3886-4bf2-4a93-b5d4-0627bf5b7093 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 945 time: 0.0620630 Aug 09 11:00:22.841633 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c6df992b-623e-49f1-ab71-d47403ff81c7 req-c85bef40-7c54-479e-bfd5-673505e6550a tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Aug 09 11:00:23.003204 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7352-920d-481b-b722-88bf1426a5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:23.352539 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:23.784463 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0d618-1a06-40d9-b0f5-74ca8db359aa req-cdc969a3-5ae8-47ed-93d2-38ad1a07a3f0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:23.786315 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-47f0d618-1a06-40d9-b0f5-74ca8db359aa req-cdc969a3-5ae8-47ed-93d2-38ad1a07a3f0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0504620 Aug 09 11:00:23.827632 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-47f0d618-1a06-40d9-b0f5-74ca8db359aa req-d19c6525-b62e-44ae-a4a6-6a38accb7e34 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328658 Aug 09 11:00:23.940470 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:24.559841 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46756) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:24.666649 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8dd5372c-3d4e-4b1e-bb9b-02baf8ebfc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:24.752611 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8dd5372c-3d4e-4b1e-bb9b-02baf8ebfc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:24.842414 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8dd5372c-3d4e-4b1e-bb9b-02baf8ebfc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:24.882116 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-8dd5372c-3d4e-4b1e-bb9b-02baf8ebfc58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6405559e689f4931b56b9607b9a50ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211920 Aug 09 11:00:24.882984 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5372c-3d4e-4b1e-bb9b-02baf8ebfc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfbefc2-796e-4ae4-a7f3-9e2f7897d38f,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:24.884775 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46762) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:24.939016 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0232d2b6-5413-4f2a-8466-6f9f6ffd0fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:24.961190 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0232d2b6-5413-4f2a-8466-6f9f6ffd0fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:25.105420 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0232d2b6-5413-4f2a-8466-6f9f6ffd0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:25.108084 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0232d2b6-5413-4f2a-8466-6f9f6ffd0fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:25.109242 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-0232d2b6-5413-4f2a-8466-6f9f6ffd0fa3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dfbefc2-796e-4ae4-a7f3-9e2f7897d38f HTTP/1.1" status: 204 len: 168 time: 0.2234190 Aug 09 11:00:25.117289 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232d2b6-5413-4f2a-8466-6f9f6ffd0fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfbefc2-796e-4ae4-a7f3-9e2f7897d38f,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:25.305300 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:25.851843 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46774) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:25.864668 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ff1725e7-99e1-4f96-99fc-737f27bfb8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:25.956620 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ff1725e7-99e1-4f96-99fc-737f27bfb8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:26.037400 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ff1725e7-99e1-4f96-99fc-737f27bfb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:26.076792 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ff1725e7-99e1-4f96-99fc-737f27bfb8d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e5e3d118800479f87e78d910fe70699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238886 Aug 09 11:00:26.077630 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1725e7-99e1-4f96-99fc-737f27bfb8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77475270-8fe7-429c-b8e8-ca2a06449b28,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:26.079674 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46778) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:26.131379 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0dcb-e432-4970-8b52-7ae3fc0aeb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:26.151510 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0dcb-e432-4970-8b52-7ae3fc0aeb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:26.266342 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0dcb-e432-4970-8b52-7ae3fc0aeb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:26.268883 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0dcb-e432-4970-8b52-7ae3fc0aeb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:26.270042 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-a8bf0dcb-e432-4970-8b52-7ae3fc0aeb3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77475270-8fe7-429c-b8e8-ca2a06449b28 HTTP/1.1" status: 204 len: 168 time: 0.1893749 Aug 09 11:00:26.280273 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf0dcb-e432-4970-8b52-7ae3fc0aeb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77475270-8fe7-429c-b8e8-ca2a06449b28,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:28.756716 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46890) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:28.874959 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee53e-ed7e-488a-96f1-749c4b388bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:28.969410 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee53e-ed7e-488a-96f1-749c4b388bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:29.037593 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee53e-ed7e-488a-96f1-749c4b388bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:29.075681 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ee53e-ed7e-488a-96f1-749c4b388bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd96a3-bf34-4df6-abe4-16ad9abf2d82,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:29.080905 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-4f8ee53e-ed7e-488a-96f1-749c4b388bc5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bb2623289b04d9db520725a1548f58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229063 Aug 09 11:00:29.082834 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46902) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:29.141575 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c834dd3b-2af2-4b14-91a0-18103dd9c78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:29.163969 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c834dd3b-2af2-4b14-91a0-18103dd9c78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:29.300421 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c834dd3b-2af2-4b14-91a0-18103dd9c78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:29.303077 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c834dd3b-2af2-4b14-91a0-18103dd9c78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:29.304271 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c834dd3b-2af2-4b14-91a0-18103dd9c78c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21bd96a3-bf34-4df6-abe4-16ad9abf2d82 HTTP/1.1" status: 204 len: 168 time: 0.2203715 Aug 09 11:00:29.316038 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834dd3b-2af2-4b14-91a0-18103dd9c78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd96a3-bf34-4df6-abe4-16ad9abf2d82,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:30.005566 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46924) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:30.019913 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9e39f775-63c8-41a1-bfe4-5b79b8e95035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.111834 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9e39f775-63c8-41a1-bfe4-5b79b8e95035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.162545 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46930) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:30.237541 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9e39f775-63c8-41a1-bfe4-5b79b8e95035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.301397 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d967f63f-2a40-4c88-9dc3-f342f89e4559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.305326 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-9e39f775-63c8-41a1-bfe4-5b79b8e95035 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6f6defaeec24bdcb1537db5aeff24fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987034 Aug 09 11:00:30.307015 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39f775-63c8-41a1-bfe4-5b79b8e95035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7e51d4-91a0-4b22-bc1d-585f761e2de1,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:30.309380 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46936) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:30.361493 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f4644dd7-d102-4225-b769-22026a06c60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.381639 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f4644dd7-d102-4225-b769-22026a06c60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.403262 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d967f63f-2a40-4c88-9dc3-f342f89e4559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.477951 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d967f63f-2a40-4c88-9dc3-f342f89e4559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.499713 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f4644dd7-d102-4225-b769-22026a06c60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.502245 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f4644dd7-d102-4225-b769-22026a06c60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.503420 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-f4644dd7-d102-4225-b769-22026a06c60e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd7e51d4-91a0-4b22-bc1d-585f761e2de1 HTTP/1.1" status: 204 len: 168 time: 0.1926126 Aug 09 11:00:30.516701 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967f63f-2a40-4c88-9dc3-f342f89e4559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11109e38-5eb9-458e-b708-bf0ad41749d5,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:30.522707 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4644dd7-d102-4225-b769-22026a06c60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7e51d4-91a0-4b22-bc1d-585f761e2de1,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:30.528824 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d967f63f-2a40-4c88-9dc3-f342f89e4559 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dfaee9b64403467d8f3ea9564d86046b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625998 Aug 09 11:00:30.529500 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46940) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:30.580575 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-564478aa-d09a-41b6-b6aa-c5cede49338e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.607428 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-564478aa-d09a-41b6-b6aa-c5cede49338e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.728529 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-564478aa-d09a-41b6-b6aa-c5cede49338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.731032 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-564478aa-d09a-41b6-b6aa-c5cede49338e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:30.734855 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-564478aa-d09a-41b6-b6aa-c5cede49338e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11109e38-5eb9-458e-b708-bf0ad41749d5 HTTP/1.1" status: 204 len: 168 time: 0.2044084 Aug 09 11:00:30.742922 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564478aa-d09a-41b6-b6aa-c5cede49338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11109e38-5eb9-458e-b708-bf0ad41749d5,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:31.483694 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 46970) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:31.502590 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d64c7d39-ffa0-4efc-b626-72cdce78f668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:31.590159 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d64c7d39-ffa0-4efc-b626-72cdce78f668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:31.723209 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d64c7d39-ffa0-4efc-b626-72cdce78f668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:31.766156 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d64c7d39-ffa0-4efc-b626-72cdce78f668 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d03d504e25824c6a861e88f1df50e58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810111 Aug 09 11:00:31.767373 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c7d39-ffa0-4efc-b626-72cdce78f668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca56a7b-4fc5-4ade-b572-cb69995c45c6,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:31.769109 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46978) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:31.827530 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5cfa-b552-43d5-a5b5-2e86a8595426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:31.849200 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5cfa-b552-43d5-a5b5-2e86a8595426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.020342 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5cfa-b552-43d5-a5b5-2e86a8595426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.022853 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5cfa-b552-43d5-a5b5-2e86a8595426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.024187 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-8c2e5cfa-b552-43d5-a5b5-2e86a8595426 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ca56a7b-4fc5-4ade-b572-cb69995c45c6 HTTP/1.1" status: 204 len: 168 time: 0.2538929 Aug 09 11:00:32.032669 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e5cfa-b552-43d5-a5b5-2e86a8595426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca56a7b-4fc5-4ade-b572-cb69995c45c6,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:32.243015 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 46986) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:32.358740 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3638c27b-dce5-48be-ae23-227f4999fe91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.454232 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3638c27b-dce5-48be-ae23-227f4999fe91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.522914 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-3638c27b-dce5-48be-ae23-227f4999fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.565065 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-3638c27b-dce5-48be-ae23-227f4999fe91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ba4f832b85c4143a8714457c73d1695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208060 Aug 09 11:00:32.565941 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638c27b-dce5-48be-ae23-227f4999fe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc3d3d1-4689-48fa-831b-c6ed731bbc25,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:32.567832 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47006) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:32.621081 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cce4adce-167e-468d-9078-205ad9000714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.642312 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cce4adce-167e-468d-9078-205ad9000714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.814280 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cce4adce-167e-468d-9078-205ad9000714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.816964 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cce4adce-167e-468d-9078-205ad9000714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:32.818149 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-cce4adce-167e-468d-9078-205ad9000714 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bc3d3d1-4689-48fa-831b-c6ed731bbc25 HTTP/1.1" status: 204 len: 168 time: 0.2493017 Aug 09 11:00:32.826106 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4adce-167e-468d-9078-205ad9000714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc3d3d1-4689-48fa-831b-c6ed731bbc25,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:32.964952 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6609ddf-5fe5-44d8-9758-a54c50b49447 req-95164b81-49d7-4b6c-b467-921ea517db70 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:32.966469 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a6609ddf-5fe5-44d8-9758-a54c50b49447 req-95164b81-49d7-4b6c-b467-921ea517db70 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0520437 Aug 09 11:00:33.006826 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a6609ddf-5fe5-44d8-9758-a54c50b49447 req-9c910634-c2ee-4493-8ed8-5f17d29617cb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341589 Aug 09 11:00:33.633123 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47042) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:33.741920 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c7c27962-2dc4-48ba-8497-313c0cbb2283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:33.830452 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c7c27962-2dc4-48ba-8497-313c0cbb2283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:33.910477 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c7c27962-2dc4-48ba-8497-313c0cbb2283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:33.948684 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c27962-2dc4-48ba-8497-313c0cbb2283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929d7d4d-19bf-475b-887f-f01fd312b87e,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:33.957037 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c7c27962-2dc4-48ba-8497-313c0cbb2283 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7fa9c6d4e874259abc7667f999d3b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228424 Aug 09 11:00:33.957405 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47058) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:34.007565 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-28b01c89-2a02-488b-9ac3-ca38c471834d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:34.028755 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-28b01c89-2a02-488b-9ac3-ca38c471834d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:34.131314 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5e0db-80d9-45a7-8dab-2667519980e3 req-a407db2d-53c3-4733-8e0c-ff88899683dc tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:34.132864 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-07b5e0db-80d9-45a7-8dab-2667519980e3 req-a407db2d-53c3-4733-8e0c-ff88899683dc tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0478203 Aug 09 11:00:34.154429 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-28b01c89-2a02-488b-9ac3-ca38c471834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:34.156909 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-28b01c89-2a02-488b-9ac3-ca38c471834d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:34.157998 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-28b01c89-2a02-488b-9ac3-ca38c471834d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/929d7d4d-19bf-475b-887f-f01fd312b87e HTTP/1.1" status: 204 len: 168 time: 0.1994889 Aug 09 11:00:34.177006 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b01c89-2a02-488b-9ac3-ca38c471834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929d7d4d-19bf-475b-887f-f01fd312b87e,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:34.186050 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-07b5e0db-80d9-45a7-8dab-2667519980e3 req-69d2f175-5851-4d39-bfcb-7ed3a11a9de3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460777 Aug 09 11:00:35.269970 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47090) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:35.315472 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6d823-1c61-471b-ae9c-c04db576e9b2 req-fa8544f5-46c4-432d-8b24-f4cd2cf3b526 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:35.316988 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5ba6d823-1c61-471b-ae9c-c04db576e9b2 req-fa8544f5-46c4-432d-8b24-f4cd2cf3b526 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0582743 Aug 09 11:00:35.355357 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5ba6d823-1c61-471b-ae9c-c04db576e9b2 req-b94ccc81-0f45-42da-a637-056aa5e17373 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Aug 09 11:00:35.385215 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1774658429-network', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:35.551036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Made reservation on behalf of 0d3511a8fc6c49a6806be7253d8eb5c3 for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:00:35.553394 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:35.562757 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:35.652221 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:35.733784 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:35.757617 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:00:35.767970 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a6813a-d9ac-43d7-83e6-915188e28039,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:35.772651 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:35.772969 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Added segment 17621e40-b7f1-4de3-a469-b1f927da0590 of type vlan for network 8d587cde-7337-4019-a1e6-1decd6d75890 Aug 09 11:00:35.813314 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:35.928683 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:35.929716 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:35.930308 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:35.989832 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] Pushing event updated for resources: {'Network': ['ID=8d587cde-7337-4019-a1e6-1decd6d75890,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:36.000031 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 8d587cde-7337-4019-a1e6-1decd6d75890 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:00:36.100965 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-7bc9e7d5-7dee-4391-a16e-c068bfd40c7a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8299489 Aug 09 11:00:36.104120 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47102) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:36.109053 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Request body: {'subnet': {'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1774658429-subnet', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'ip_version': 4}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:36.208894 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Made reservation on behalf of 0d3511a8fc6c49a6806be7253d8eb5c3 for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:00:36.211246 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105518'] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:36.482909 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ce483-8129-4ef0-b86c-992c39888d05 req-f2373c96-ded3-4b95-99dd-6219b309a893 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:36.483533 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105500'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:36.484397 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1e0ce483-8129-4ef0-b86c-992c39888d05 req-f2373c96-ded3-4b95-99dd-6219b309a893 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0502083 Aug 09 11:00:36.527888 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1e0ce483-8129-4ef0-b86c-992c39888d05 req-114af28d-9cef-40e2-b0c6-60d230511e71 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336957 Aug 09 11:00:36.543045 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c94c04-da54-4448-b0ab-56abf43d8145,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:36.553657 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Checking segment: {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:36.554015 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Network hostable DHCP agents. Network: 8d587cde-7337-4019-a1e6-1decd6d75890, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:00:36.660357 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Network 8d587cde-7337-4019-a1e6-1decd6d75890 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:00:36.791039 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 8d587cde-7337-4019-a1e6-1decd6d75890) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:36.795105 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:36.795764 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:36.800085 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce6faa-0fed-4133-a530-ca82684e4938 None None] Network 8d587cde-7337-4019-a1e6-1decd6d75890 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:00:36.906308 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-4c7cbbbf-021e-41ab-8050-213e77d0de71 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8010910 Aug 09 11:00:36.908744 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47124) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:36.916015 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:37.054684 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.059467 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.063466 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-8d587cde-7337-4019-a1e6-1decd6d75890', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:00:37.064440 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.110947 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.200051 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Allocated IP 172.20.0.2 (8d587cde-7337-4019-a1e6-1decd6d75890/33c94c04-da54-4448-b0ab-56abf43d8145/1a23b092-d15e-4a3c-811a-fc6f01c9e673) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:00:37.346328 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.355276 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Transition to ACTIVE for port object 1a23b092-d15e-4a3c-811a-fc6f01c9e673 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:37.359003 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.370343 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Transition to ACTIVE for port object 1a23b092-d15e-4a3c-811a-fc6f01c9e673 will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:37.460545 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.496265 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Network 8d587cde-7337-4019-a1e6-1decd6d75890 is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:37.501066 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:37.504015 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:00:37.518855 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Pushing event updated for resources: {'Port': ['ID=1a23b092-d15e-4a3c-811a-fc6f01c9e673,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:37.564863 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Attempting to bind port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:00:37.565340 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Attempting to bind port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:00:37.565767 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Attempting to bind port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 on network 8d587cde-7337-4019-a1e6-1decd6d75890 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:37.570660 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:00:37.571039 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Checking segment: {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:37.571458 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.572383 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Bound using segment: {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:00:37.572974 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Bound port: 1a23b092-d15e-4a3c-811a-fc6f01c9e673, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:00:37.573349 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.639133 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] For port 1a23b092-d15e-4a3c-811a-fc6f01c9e673, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:00:37.642451 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] For port 1a23b092-d15e-4a3c-811a-fc6f01c9e673, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=1a23b092-d15e-4a3c-811a-fc6f01c9e673,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:00:37.656014 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.677426 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.697837 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d5dab-7ff2-48e7-9430-6347e590e1a8 req-e550fb7b-9f83-48d4-8db8-6a9b2e8ef227 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:37.699370 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-078d5dab-7ff2-48e7-9430-6347e590e1a8 req-e550fb7b-9f83-48d4-8db8-6a9b2e8ef227 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0895352 Aug 09 11:00:37.778158 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-078d5dab-7ff2-48e7-9430-6347e590e1a8 req-10e4cc6b-9f3d-4054-b6c8-77a8031dd426 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509820 Aug 09 11:00:37.786588 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:37.834684 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Allocated IP 172.27.0.233 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/6c493c58-a965-42e6-9eab-65b083f6f6f6) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:00:37.850925 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff437b54-ca32-4d83-af61-6b296653e40a None None] Pushing event updated for resources: {'Port': ['ID=1a23b092-d15e-4a3c-811a-fc6f01c9e673,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:37.945109 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:38.049446 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:38.094580 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:38.097585 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:38.101182 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:00:38.107642 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Pushing event updated for resources: {'Port': ['ID=6c493c58-a965-42e6-9eab-65b083f6f6f6,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:38.426298 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:38.620336 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:38.726289 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f6382-e9c6-4aac-9c4d-398cacc5be88 None None] Network 8d587cde-7337-4019-a1e6-1decd6d75890 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:00:38.843412 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:00:38.882820 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-e2558781-550a-47ea-b232-fdcea23b9d06 None None] Provisioning for port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:38.895503 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156da8c-b29b-4155-b646-2e143ca7a599 req-3cca2f4f-8324-4e79-828e-4c4dc4f565a2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:38.897006 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0156da8c-b29b-4155-b646-2e143ca7a599 req-3cca2f4f-8324-4e79-828e-4c4dc4f565a2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0478916 Aug 09 11:00:38.936020 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0156da8c-b29b-4155-b646-2e143ca7a599 req-f13c625c-822c-4f4b-b0ad-a6abf61a789c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Aug 09 11:00:38.958883 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:00:38.977304 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Sync routers for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:00:38.986277 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:38.986933 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:39.077319 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:39.078612 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-cc09f5cd-401e-4731-9834-2f7eff74b337 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1687846 Aug 09 11:00:39.081359 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47146) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:39.097136 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:39.279437 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:38Z', 'revision_number': 3, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:39.305085 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Checking router: 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:00:39.305438 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Updating router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a port 6c493c58-a965-42e6-9eab-65b083f6f6f6 binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:00:39.333546 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:39.487396 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:39.595923 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:39.607093 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Transition to ACTIVE for port object 6c493c58-a965-42e6-9eab-65b083f6f6f6 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:39.734610 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:39.786624 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978c007-0258-4228-9ccc-4c9ff5f1ef16 None None] Pushing event updated for resources: {'Port': ['ID=6c493c58-a965-42e6-9eab-65b083f6f6f6,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:39.789262 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Attempting to bind port 6c493c58-a965-42e6-9eab-65b083f6f6f6 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:00:39.789700 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Attempting to bind port 6c493c58-a965-42e6-9eab-65b083f6f6f6 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:00:39.789977 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Attempting to bind port 6c493c58-a965-42e6-9eab-65b083f6f6f6 on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:39.796431 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:00:39.796881 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:39.797279 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:39.797668 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:00:39.798128 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Bound port: 6c493c58-a965-42e6-9eab-65b083f6f6f6, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:00:39.798505 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:39.835310 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953802cc-9232-459c-a90d-fbc320377206 req-a39df52b-2e95-4ea6-8e4a-bc643005c28e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:39.836789 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-953802cc-9232-459c-a90d-fbc320377206 req-a39df52b-2e95-4ea6-8e4a-bc643005c28e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.0875683 Aug 09 11:00:39.852213 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] For port 6c493c58-a965-42e6-9eab-65b083f6f6f6, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:00:39.856015 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] For port 6c493c58-a965-42e6-9eab-65b083f6f6f6, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=6c493c58-a965-42e6-9eab-65b083f6f6f6,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:00:39.919180 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:39.981247 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:39.981510 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:39.994707 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Allocated IP 172.20.0.1 (8d587cde-7337-4019-a1e6-1decd6d75890/33c94c04-da54-4448-b0ab-56abf43d8145/f3ed3d07-dd30-4ab5-b01a-304a1919d9c3) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:00:40.019446 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978c007-0258-4228-9ccc-4c9ff5f1ef16 None None] Pushing event updated for resources: {'Port': ['ID=6c493c58-a965-42e6-9eab-65b083f6f6f6,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:40.068877 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 1a23b092-d15e-4a3c-811a-fc6f01c9e673 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:40.071361 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Deleting port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:00:40.072169 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.123301 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:40.189851 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d183b59-b97e-4884-b2e6-4c5138886785 req-261c9afd-d10d-4806-bed6-9191dd522ecb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:40.191387 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5d183b59-b97e-4884-b2e6-4c5138886785 req-261c9afd-d10d-4806-bed6-9191dd522ecb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 947 time: 0.1350827 Aug 09 11:00:40.246186 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.281094 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5d183b59-b97e-4884-b2e6-4c5138886785 req-e424e90d-393f-4aa8-9b12-cbe939c02261 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=37a0c184-d32c-46a3-b38d-5a6ba10f3476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786622 Aug 09 11:00:40.284228 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] For port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:40.284547 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.287187 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Transition to ACTIVE for port object f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:40.313360 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:40.318619 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:38Z', 'revision_number': 3, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:40.476712 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf83363-ee8b-48da-9be8-795abfcead31 None None] The sync data for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi is: [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:38Z', 'revision_number': 3, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:00:40.480851 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:40.480955 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.542451 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.542831 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.543177 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Floating IP 6206b963-14a4-4e29-9311-811516f25191 disassociated. External IP: 172.27.0.203, port: 62bfee8f-94c8-46e9-b2d4-c566e1ccacce. Aug 09 11:00:40.543526 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Calling delete_port for 62bfee8f-94c8-46e9-b2d4-c566e1ccacce owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:00:40.559251 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.572381 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.614355 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 1a23b092-d15e-4a3c-811a-fc6f01c9e673, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=1a23b092-d15e-4a3c-811a-fc6f01c9e673,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:40.640896 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Network 8d587cde-7337-4019-a1e6-1decd6d75890 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:40.650741 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:40.657292 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:00:40.659312 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Pushing event updated for resources: {'Port': ['ID=f3ed3d07-dd30-4ab5-b01a-304a1919d9c3,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:40.678147 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.756687 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:40.773064 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=1a23b092-d15e-4a3c-811a-fc6f01c9e673,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:40.783043 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.783452 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.783889 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.784263 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.784604 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.785115 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.785592 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.785937 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.786275 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.786607 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.786940 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:40.787306 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.020122 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-c9fd22a7-aee7-4158-97bc-d8420753a2e3 None None] Provisioning for port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:41.020822 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.026058 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-c9fd22a7-aee7-4158-97bc-d8420753a2e3 None None] Provisioning complete for port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:41.026908 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-c9fd22a7-aee7-4158-97bc-d8420753a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.069952 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd22a7-aee7-4158-97bc-d8420753a2e3 None None] Port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:00:41.072512 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event deleted for resources: {'Port': ['ID=62bfee8f-94c8-46e9-b2d4-c566e1ccacce,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:41.103909 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47166) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:41.121655 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.228116 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a04818a9-d68b-4c56-a53c-cb9e97c775e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.242195 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Router 411c3cd8-55a1-48b1-966d-5830e77a87c0 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:00:41.341241 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a04818a9-d68b-4c56-a53c-cb9e97c775e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.412040 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bb074724-7b1c-4bed-a0f4-c41939c078c3 req-0d9363ba-4336-4975-ac2f-6b71050224c6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d97d499-d3b1-4d7d-b20f-97c443ee188a HTTP/1.1" status: 200 len: 210 time: 0.0320187 Aug 09 11:00:41.432888 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a04818a9-d68b-4c56-a53c-cb9e97c775e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.465525 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-a04818a9-d68b-4c56-a53c-cb9e97c775e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a9bf4423a664cb983d75ecc9bd39bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598306 Aug 09 11:00:41.471937 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47174) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:41.498997 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04818a9-d68b-4c56-a53c-cb9e97c775e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfbd752-b22b-40bb-a2a3-4a996f5e69b9,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:41.505221 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.512335 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:00:41.523536 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] Sync routers for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:00:41.540682 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:41.541426 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:41.567784 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b58715f8-470f-4801-a319-b82e2073138e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.579661 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] No DVR routers for this DVR port 62bfee8f-94c8-46e9-b2d4-c566e1ccacce on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:00:41.583173 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.585965 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-953802cc-9232-459c-a90d-fbc320377206 req-d39622ea-7c25-4261-9e67-1ab194d8ea1d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "DELETE /v2.0/ports/62bfee8f-94c8-46e9-b2d4-c566e1ccacce HTTP/1.1" status: 204 len: 173 time: 1.7419932 Aug 09 11:00:41.587371 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-deleted', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:00:41.591506 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9055ba38-6e30-4731-9f54-00f3e1107b58" -d '{"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-deleted", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:00:41.591785 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b58715f8-470f-4801-a319-b82e2073138e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.596001 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.691783 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.697692 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92824c7-67e9-45d4-ab91-8a9f195f8821 x-openstack-request-id: req-d92824c7-67e9-45d4-ab91-8a9f195f8821 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:00:41.698222 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d97d499-d3b1-4d7d-b20f-97c443ee188a", "name": "network-vif-deleted", "tag": "62bfee8f-94c8-46e9-b2d4-c566e1ccacce", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:00:41.698563 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d92824c7-67e9-45d4-ab91-8a9f195f8821 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:00:41.702552 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d97d499-d3b1-4d7d-b20f-97c443ee188a', 'name': 'network-vif-deleted', 'tag': '62bfee8f-94c8-46e9-b2d4-c566e1ccacce', 'status': 'completed', 'code': 200} Aug 09 11:00:41.708331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Pushing event updated for resources: {'Port': ['ID=f3ed3d07-dd30-4ab5-b01a-304a1919d9c3,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:41.719938 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.719938 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.720306 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.720617 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.721015 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.721360 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.721698 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.722034 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.722368 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.722699 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.723029 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.723384 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:41.725574 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:41.734215 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b58715f8-470f-4801-a319-b82e2073138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.736996 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b58715f8-470f-4801-a319-b82e2073138e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:41.738328 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b58715f8-470f-4801-a319-b82e2073138e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cfbd752-b22b-40bb-a2a3-4a996f5e69b9 HTTP/1.1" status: 204 len: 168 time: 0.2599916 Aug 09 11:00:41.747587 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58715f8-470f-4801-a319-b82e2073138e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfbd752-b22b-40bb-a2a3-4a996f5e69b9,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:41.841566 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Network 8d587cde-7337-4019-a1e6-1decd6d75890 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:41.845837 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:42.032417 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:42.041712 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:00:42.069252 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] Checking router: 411c3cd8-55a1-48b1-966d-5830e77a87c0 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:00:42.086699 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:42.088944 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:42.216496 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 1a23b092-d15e-4a3c-811a-fc6f01c9e673 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:42.253757 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:00:42.284823 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b8338f4d-8f5b-43eb-b43e-cc79b1bc59dd admin admin] 10.222.0.35 "PUT /v2.0/routers/3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2022004 Aug 09 11:00:42.312131 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:42.316477 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:42.319054 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:42.367844 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-9e6f64d3-65b8-43e2-b8e3-5cf0cad353ab None None] Provisioning complete for port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:42.368663 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9e6f64d3-65b8-43e2-b8e3-5cf0cad353ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:42.461504 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f64d3-65b8-43e2-b8e3-5cf0cad353ab None None] Port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:00:42.561245 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6c493c58-a965-42e6-9eab-65b083f6f6f6 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:42.602810 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Sync routers for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:00:42.616291 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:42.617177 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:42.669985 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47202) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:42.673407 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:42.739493 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-15a02ce0-d6d9-4991-bab8-fce38455baab tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:42.773450 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:42.786786 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cd270-e621-4eef-98dc-fddcc969081c None None] The sync data for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi is: [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:00:42.793081 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-15a02ce0-d6d9-4991-bab8-fce38455baab tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:42.829994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 6c493c58-a965-42e6-9eab-65b083f6f6f6 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:42.857806 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 6c493c58-a965-42e6-9eab-65b083f6f6f6 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:42.858180 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:42.981839 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-15a02ce0-d6d9-4991-bab8-fce38455baab tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:42.996073 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-15a02ce0-d6d9-4991-bab8-fce38455baab tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:42.996073 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-15a02ce0-d6d9-4991-bab8-fce38455baab tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "DELETE /v2.0/security-groups/37a0c184-d32c-46a3-b38d-5a6ba10f3476 HTTP/1.1" status: 204 len: 168 time: 0.3213644 Aug 09 11:00:42.996316 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47212) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:43.019807 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a02ce0-d6d9-4991-bab8-fce38455baab tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a0c184-d32c-46a3-b38d-5a6ba10f3476,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:43.037234 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.api.v2.resource [None req-1428b529-4878-4ad1-b82a-0609b70af1c6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] show failed (client error): The resource could not be found. Aug 09 11:00:43.038334 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-1428b529-4878-4ad1-b82a-0609b70af1c6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups/37a0c184-d32c-46a3-b38d-5a6ba10f3476 HTTP/1.1" status: 404 len: 347 time: 0.0411839 Aug 09 11:00:43.041736 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47218) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:43.134543 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.171995 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 6c493c58-a965-42e6-9eab-65b083f6f6f6, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=6c493c58-a965-42e6-9eab-65b083f6f6f6,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:43.201542 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e0c0b-23cb-4389-bba9-6ef46c5f94a9 None None] New status for floating IP 6206b963-14a4-4e29-9311-811516f25191: DOWN {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:00:43.201882 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:40Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'f3ed3d07-dd30-4ab5-b01a-304a1919d9c3', 'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'mac_address': 'fa:16:3e:e4:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:39Z', 'updated_at': '2021-08-09T11:00:41Z', 'revision_number': 2, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'subnets': [{'id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:43.253653 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Checking router: 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:00:43.254299 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Updating router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:00:43.268576 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Deleting port 9ee0812a-41c5-4602-b506-1d9df35dde29 {{(pid=105358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:00:43.269161 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.291300 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.296347 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.438576 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.439044 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.451966 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Calling delete_port for 9ee0812a-41c5-4602-b506-1d9df35dde29 owned by network:floatingip {{(pid=105358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:00:43.495436 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47238) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:43.501936 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1490111734-network', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:43.508237 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=6c493c58-a965-42e6-9eab-65b083f6f6f6,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:43.608530 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Made reservation on behalf of 3574753e5ed64d79a51585ce0cd48841 for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:00:43.611366 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.628097 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.712744 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.726624 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Transition to ACTIVE for port object f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:43.799434 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.825496 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.878232 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f14e2-8d47-49e5-a712-62add3628092 None None] Pushing event updated for resources: {'Port': ['ID=f3ed3d07-dd30-4ab5-b01a-304a1919d9c3,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:43.888603 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.938317 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e9b37-211f-4dda-b5cd-baef7649778a,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:43.957036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:00:43.965707 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Attempting to bind port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:00:43.966086 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Attempting to bind port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:00:43.969665 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Attempting to bind port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 on network 8d587cde-7337-4019-a1e6-1decd6d75890 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:43.973192 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:00:43.973561 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Checking segment: {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:43.973837 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.974029 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.974191 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Added segment 04e1fb77-d27e-46aa-8c2d-3112878fdfed of type vlan for network 8063de96-453a-4793-83a1-70c1140de877 Aug 09 11:00:43.974401 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Bound using segment: {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:00:43.974878 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Bound port: f3ed3d07-dd30-4ab5-b01a-304a1919d9c3, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:00:43.975822 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:43.991280 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.066731 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.102496 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6c493c58-a965-42e6-9eab-65b083f6f6f6 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:44.113467 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event deleted for resources: {'Port': ['ID=9ee0812a-41c5-4602-b506-1d9df35dde29,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:44.164928 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] For port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:00:44.185458 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] For port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=f3ed3d07-dd30-4ab5-b01a-304a1919d9c3,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:00:44.189274 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:00:44.203258 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.208004 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.210635 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-78557034-cc09-447e-9bd1-43333375c7e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "DELETE /v2.0/floatingips/6206b963-14a4-4e29-9311-811516f25191 HTTP/1.1" status: 204 len: 168 time: 1.1628771 Aug 09 11:00:44.230190 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.230818 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 62bfee8f-94c8-46e9-b2d4-c566e1ccacce {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:00:44.231236 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 62bfee8f-94c8-46e9-b2d4-c566e1ccacce not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:00:44.246385 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 6c493c58-a965-42e6-9eab-65b083f6f6f6 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:44.246770 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.247826 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:44.248445 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.310263 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.336502 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] Pushing event updated for resources: {'Network': ['ID=8063de96-453a-4793-83a1-70c1140de877,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:44.359081 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 8063de96-453a-4793-83a1-70c1140de877 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:00:44.414954 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-aaf47070-eefc-48f4-a09c-a36efebc3899 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9178159 Aug 09 11:00:44.417897 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47288) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:44.422848 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Request body: {'subnet': {'network_id': '8063de96-453a-4793-83a1-70c1140de877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1490111734-subnet', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'ip_version': 4}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:44.457102 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f14e2-8d47-49e5-a712-62add3628092 None None] Pushing event updated for resources: {'Port': ['ID=f3ed3d07-dd30-4ab5-b01a-304a1919d9c3,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:44.494436 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:44.495056 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:44.532192 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Made reservation on behalf of 3574753e5ed64d79a51585ce0cd48841 for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:00:44.539947 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105518'] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.574081 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47292) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:44.580862 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-025137a7-29c6-49f1-9466-25477992c990 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816835074', 'description': 'tempest-description--212506216'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:44.622610 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.677552 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:44.819993 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-025137a7-29c6-49f1-9466-25477992c990 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.894473 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105500'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.907475 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-025137a7-29c6-49f1-9466-25477992c990 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:44.930738 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:40Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'f3ed3d07-dd30-4ab5-b01a-304a1919d9c3', 'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'mac_address': 'fa:16:3e:e4:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:39Z', 'updated_at': '2021-08-09T11:00:44Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'subnets': [{'id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:44.948695 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2914f29-0d47-434d-a33f-87df9bf1be82,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:44.960865 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b3391-900b-4abf-9feb-296886bc8287 None None] The sync data for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi is: [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:40Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'f3ed3d07-dd30-4ab5-b01a-304a1919d9c3', 'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'mac_address': 'fa:16:3e:e4:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:39Z', 'updated_at': '2021-08-09T11:00:44Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'subnets': [{'id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:00:44.963219 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Checking segment: {'id': '04e1fb77-d27e-46aa-8c2d-3112878fdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8063de96-453a-4793-83a1-70c1140de877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:44.963586 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Network hostable DHCP agents. Network: 8063de96-453a-4793-83a1-70c1140de877, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:00:45.067479 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-025137a7-29c6-49f1-9466-25477992c990 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.102054 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025137a7-29c6-49f1-9466-25477992c990 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49579b0f-5248-4476-bea9-66e1c623adbc,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:45.124167 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Network 8063de96-453a-4793-83a1-70c1140de877 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:00:45.156791 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-025137a7-29c6-49f1-9466-25477992c990 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.160746 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-025137a7-29c6-49f1-9466-25477992c990 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5826137 Aug 09 11:00:45.160993 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47300) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:45.165490 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-b2213bb9-eb7f-49fb-acfa-38b773c3d2b5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'security_group_rule': {'security_group_id': '49579b0f-5248-4476-bea9-66e1c623adbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:45.230756 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 8063de96-453a-4793-83a1-70c1140de877) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:45.237030 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:45.237645 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.247622 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb55969-df95-4402-921a-af64acddec4e None None] Network 8063de96-453a-4793-83a1-70c1140de877 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:00:45.266458 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-9e4f2901-f9cb-4c46-9eb1-f21e3342c85e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618591 Aug 09 11:00:45.293665 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2213bb9-eb7f-49fb-acfa-38b773c3d2b5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.356022 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ace22df7-9a32-461b-81cb-cdba9b3617b6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9367023 Aug 09 11:00:45.357317 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47302) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:45.361121 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-ebc2bc5f-1dd3-4700-9f2e-7baf7c1c05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:45.364404 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:45.364950 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-ebc2bc5f-1dd3-4700-9f2e-7baf7c1c05a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 1099 time: 0.0675297 Aug 09 11:00:45.378716 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2213bb9-eb7f-49fb-acfa-38b773c3d2b5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.437736 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2213bb9-eb7f-49fb-acfa-38b773c3d2b5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.455625 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-8063de96-453a-4793-83a1-70c1140de877', 'network_id': '8063de96-453a-4793-83a1-70c1140de877', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'fixed_ips': [{'subnet_id': 'd2914f29-0d47-434d-a33f-87df9bf1be82'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:00:45.456649 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.461888 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2213bb9-eb7f-49fb-acfa-38b773c3d2b5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de4a369-0f1a-4d85-85eb-996f406fddbd,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:45.469952 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.474350 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.576204 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.577090 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-53f0e460-ff48-4441-9078-9a55e223365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:45.578393 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2213bb9-eb7f-49fb-acfa-38b773c3d2b5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.578745 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-53f0e460-ff48-4441-9078-9a55e223365c service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 200 len: 912 time: 0.1913702 Aug 09 11:00:45.579710 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b2213bb9-eb7f-49fb-acfa-38b773c3d2b5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4177718 Aug 09 11:00:45.598493 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47312) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:45.606384 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-1c8582da-9a99-4e88-821e-10450852c3ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'security_group_rule': {'security_group_id': '49579b0f-5248-4476-bea9-66e1c623adbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:45.655757 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Allocated IP 172.20.0.2 (8063de96-453a-4793-83a1-70c1140de877/d2914f29-0d47-434d-a33f-87df9bf1be82/27077bf0-4f51-4a8a-b591-18518325c3d7) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:00:45.660247 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-804a055f-b25e-49d8-af26-0b41d9f9e961 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec HTTP/1.1" status: 200 len: 1002 time: 0.0720775 Aug 09 11:00:45.761135 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-cd9a28d2-5945-45fe-9720-d7b22b459d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:45.763709 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-cd9a28d2-5945-45fe-9720-d7b22b459d71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2ef9257-c3b8-444d-9e76-15f4df1c8a8c HTTP/1.1" status: 200 len: 850 time: 0.0912948 Aug 09 11:00:45.774706 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1c8582da-9a99-4e88-821e-10450852c3ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.846210 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-0eaf22f3-60cf-49fc-8720-d61fceceab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:45.853870 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-0eaf22f3-60cf-49fc-8720-d61fceceab1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e36488-c985-4743-8c2a-55a3686fa544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777845 Aug 09 11:00:45.937573 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.938689 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:45.950936 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Transition to ACTIVE for port object 27077bf0-4f51-4a8a-b591-18518325c3d7 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:45.970923 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Transition to ACTIVE for port object 27077bf0-4f51-4a8a-b591-18518325c3d7 will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:45.983097 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1c8582da-9a99-4e88-821e-10450852c3ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.052596 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-706fc73e-14ff-474e-b3b8-ac601ce02c7e service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911175 Aug 09 11:00:46.057567 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:46.090958 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.135828 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1c8582da-9a99-4e88-821e-10450852c3ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.154819 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Network 8063de96-453a-4793-83a1-70c1140de877 is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:46.172070 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8582da-9a99-4e88-821e-10450852c3ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8671361b-0e76-4a44-b92b-d7bb3f875e19,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:46.178536 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:46.184007 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:00:46.197970 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Pushing event updated for resources: {'Port': ['ID=27077bf0-4f51-4a8a-b591-18518325c3d7,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:46.222130 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-939f2652-6bbc-4911-bbdd-8f6d9d93489b req-5ef57d17-9e49-44c7-b378-9dcc41021772 service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617081 Aug 09 11:00:46.265997 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1c8582da-9a99-4e88-821e-10450852c3ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.270379 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-1c8582da-9a99-4e88-821e-10450852c3ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6667163 Aug 09 11:00:46.270828 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47326) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:46.276322 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'floatingip': {'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:46.389163 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:46.396904 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.397567 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.407501 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:46.407884 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.419590 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.448538 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Attempting to bind port 27077bf0-4f51-4a8a-b591-18518325c3d7 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:00:46.449161 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Attempting to bind port 27077bf0-4f51-4a8a-b591-18518325c3d7 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '04e1fb77-d27e-46aa-8c2d-3112878fdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8063de96-453a-4793-83a1-70c1140de877'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:00:46.449618 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Attempting to bind port 27077bf0-4f51-4a8a-b591-18518325c3d7 on network 8063de96-453a-4793-83a1-70c1140de877 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:46.461679 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:00:46.462631 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Checking segment: {'id': '04e1fb77-d27e-46aa-8c2d-3112878fdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8063de96-453a-4793-83a1-70c1140de877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:46.462954 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.463493 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Bound using segment: {'id': '04e1fb77-d27e-46aa-8c2d-3112878fdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8063de96-453a-4793-83a1-70c1140de877'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:00:46.464232 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Bound port: 27077bf0-4f51-4a8a-b591-18518325c3d7, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e1fb77-d27e-46aa-8c2d-3112878fdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8063de96-453a-4793-83a1-70c1140de877'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:00:46.464679 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.492300 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd8c9-b815-4f7c-a101-a38b36f34b23 req-06db0b7b-a8d3-4221-bef5-e287f0a7e63c tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:46.494346 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-da5fd8c9-b815-4f7c-a101-a38b36f34b23 req-06db0b7b-a8d3-4221-bef5-e287f0a7e63c tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 945 time: 0.1145990 Aug 09 11:00:46.533408 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Allocated IP 172.27.0.204 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/142e336f-6b40-461c-9116-60c0f04e0d98) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:00:46.560722 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-da5fd8c9-b815-4f7c-a101-a38b36f34b23 req-fc87e872-7f37-49dc-b0a2-f10be54b81fd tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573056 Aug 09 11:00:46.569268 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] For port 27077bf0-4f51-4a8a-b591-18518325c3d7, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:00:46.580132 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.593963 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] For port 27077bf0-4f51-4a8a-b591-18518325c3d7, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=27077bf0-4f51-4a8a-b591-18518325c3d7,segment=NetworkSegment(04e1fb77-d27e-46aa-8c2d-3112878fdfed),segment_id=04e1fb77-d27e-46aa-8c2d-3112878fdfed)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:00:46.600176 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.635075 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=f3ed3d07-dd30-4ab5-b01a-304a1919d9c3,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:46.659830 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.694675 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.723995 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.764696 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e410f30-ac0a-4fe8-afd5-04205d72bad0 None None] Pushing event updated for resources: {'Port': ['ID=27077bf0-4f51-4a8a-b591-18518325c3d7,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:46.809655 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:46.825004 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=f3ed3d07-dd30-4ab5-b01a-304a1919d9c3,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:46.868472 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Allocated IP 172.27.0.83 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/45c4dc53-a695-4f25-9230-c6d1bb3f3690) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:00:46.871909 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:46.874828 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:46.878658 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:00:46.905799 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Pushing event updated for resources: {'Port': ['ID=142e336f-6b40-461c-9116-60c0f04e0d98,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:47.022683 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:47.174468 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:47.222045 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:47.224871 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:47.228863 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:00:47.251677 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'Port': ['ID=45c4dc53-a695-4f25-9230-c6d1bb3f3690,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:47.317848 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:47.538631 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:47.606007 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:47.714990 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68ef7a-ca9f-4f91-bb6d-8a64c8363bd6 req-4c86cdf5-b1c3-43dd-b579-0930976b1a9a tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:47.716515 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ee68ef7a-ca9f-4f91-bb6d-8a64c8363bd6 req-4c86cdf5-b1c3-43dd-b579-0930976b1a9a tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 945 time: 0.0665174 Aug 09 11:00:47.755211 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:47.760837 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbc5af3-2479-4224-a58c-b2f833404d86 None None] Network 8063de96-453a-4793-83a1-70c1140de877 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:00:47.771721 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ee68ef7a-ca9f-4f91-bb6d-8a64c8363bd6 req-e2d38c2c-1004-4b5f-b686-d393caf17706 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369415 Aug 09 11:00:47.831426 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:00:47.920480 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:47.951402 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:00:47.964483 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Sync routers for ids ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:00:47.966885 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-7c4728ee-5c81-4a32-8b14-8026cc6ef8b1 None None] Provisioning for port 27077bf0-4f51-4a8a-b591-18518325c3d7 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:47.982286 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Routers {'3b7120f7-bade-4e2e-a522-3e4840e0fb74'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:47.983041 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:48.014181 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.048741 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] Notify callbacks [] for router, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.053000 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-93fcd4e4-de42-4ee8-988c-949b4c9b3d42 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6946268 Aug 09 11:00:48.055848 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47334) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:48.093383 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'Port': ['ID=45c4dc53-a695-4f25-9230-c6d1bb3f3690,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:48.102024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.119341 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:48.168672 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Set router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:48.185279 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.194752 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-92f65149-1cf9-4f4f-9338-508a27ec6b58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9149675 Aug 09 11:00:48.267068 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-6397f921-1fac-4aa7-8ff3-f4fe15310303 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:48.270751 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-6397f921-1fac-4aa7-8ff3-f4fe15310303 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.37 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 945 time: 0.0717812 Aug 09 11:00:48.342700 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:48.342700 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.397514 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Deleting port 5ceed563-84ec-4dec-b72c-3754dc148ae9 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:00:48.397861 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.491267 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 27077bf0-4f51-4a8a-b591-18518325c3d7 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:48.493612 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-42b33420-2f46-4d97-bd4c-f03304e87ac0 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1816835074&fields=id&tenant_id=ca113a643fca4b5781fa9c55d6a0b89f HTTP/1.1" status: 200 len: 267 time: 0.0533748 Aug 09 11:00:48.495663 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:45Z', 'updated_at': '2021-08-09T11:00:47Z', 'revision_number': 3, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'gw_port': {'id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:46Z', 'updated_at': '2021-08-09T11:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:48.546198 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Checking router: 3b7120f7-bade-4e2e-a522-3e4840e0fb74 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:00:48.546545 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Updating router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 port 142e336f-6b40-461c-9116-60c0f04e0d98 binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:00:48.588426 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.590454 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] For port 5ceed563-84ec-4dec-b72c-3754dc148ae9, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=5ceed563-84ec-4dec-b72c-3754dc148ae9,segment=NetworkSegment(6f773ef3-00e4-45a2-a7c1-6fafc19af683),segment_id=6f773ef3-00e4-45a2-a7c1-6fafc19af683)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:48.590908 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.616714 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Calling delete_port for 5ceed563-84ec-4dec-b72c-3754dc148ae9 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:00:48.696071 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-36d77d33-c781-44bf-b9e1-e87755d8cefb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:48.698733 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-36d77d33-c781-44bf-b9e1-e87755d8cefb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 816 time: 0.1809082 Aug 09 11:00:48.711382 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 27077bf0-4f51-4a8a-b591-18518325c3d7 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:48.723613 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-b0ddc61b-41fd-4d60-b6b6-a484f6ebd53b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/quotas/ca113a643fca4b5781fa9c55d6a0b89f HTTP/1.1" status: 200 len: 375 time: 0.0179162 Aug 09 11:00:48.734162 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 27077bf0-4f51-4a8a-b591-18518325c3d7 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:48.734534 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.793174 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.837729 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-f3a52147-4b0f-4e46-9211-a18b2cc68951 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051652 Aug 09 11:00:48.942723 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:48.956668 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121b7b7-69ac-4292-9aec-136ecadef2e5 req-483f0184-d8be-4da3-bd25-703c34bd8d17 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:48.958289 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['5ceed563-84ec-4dec-b72c-3754dc148ae9'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:00:48.958778 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f121b7b7-69ac-4292-9aec-136ecadef2e5 req-483f0184-d8be-4da3-bd25-703c34bd8d17 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 867 time: 0.0962298 Aug 09 11:00:48.994024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Pushing event deleted for resources: {'Port': ['ID=5ceed563-84ec-4dec-b72c-3754dc148ae9,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:49.003635 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.024346 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Allocated IP 172.20.0.1 (8063de96-453a-4793-83a1-70c1140de877/d2914f29-0d47-434d-a33f-87df9bf1be82/2a3b0430-eebf-4e9e-a733-d61f91ed2aa9) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:00:49.025402 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.032672 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f121b7b7-69ac-4292-9aec-136ecadef2e5 req-3000ada4-6913-4038-8144-65100478e815 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e08877e-838f-4ae4-8b45-529424219254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516245 Aug 09 11:00:49.038979 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d15b3031-8158-48f6-934d-2b86a7fd2976 service neutron] 10.222.0.35 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744685 Aug 09 11:00:49.047720 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Transition to ACTIVE for port object 142e336f-6b40-461c-9116-60c0f04e0d98 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:49.062755 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 27077bf0-4f51-4a8a-b591-18518325c3d7, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=27077bf0-4f51-4a8a-b591-18518325c3d7,segment=NetworkSegment(04e1fb77-d27e-46aa-8c2d-3112878fdfed),segment_id=04e1fb77-d27e-46aa-8c2d-3112878fdfed)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:49.064749 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] No DVR routers for this DVR port 5ceed563-84ec-4dec-b72c-3754dc148ae9 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:00:49.077042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.077042 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-883cdde4-0ba3-42ad-b6d5-58d6d7e197f6 req-dbc36050-ad16-49c9-bd74-ca3933e8e437 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.37 "DELETE /v2.0/ports/5ceed563-84ec-4dec-b72c-3754dc148ae9 HTTP/1.1" status: 204 len: 173 time: 0.7952530 Aug 09 11:00:49.077042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963d756-90e9-4cab-891c-ef6b216f99ea', 'name': 'network-vif-deleted', 'tag': '5ceed563-84ec-4dec-b72c-3754dc148ae9'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:00:49.078052 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163bf120-0b41-4c7d-bae7-46a1007bca34" -d '{"events": [{"server_uuid": "9963d756-90e9-4cab-891c-ef6b216f99ea", "name": "network-vif-deleted", "tag": "5ceed563-84ec-4dec-b72c-3754dc148ae9"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:00:49.128743 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d416e67f-7e36-41b9-8a72-c24b992ad0ff x-openstack-request-id: req-d416e67f-7e36-41b9-8a72-c24b992ad0ff {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:00:49.128743 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963d756-90e9-4cab-891c-ef6b216f99ea", "name": "network-vif-deleted", "tag": "5ceed563-84ec-4dec-b72c-3754dc148ae9", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:00:49.128743 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d416e67f-7e36-41b9-8a72-c24b992ad0ff {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:00:49.128743 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9963d756-90e9-4cab-891c-ef6b216f99ea', 'name': 'network-vif-deleted', 'tag': '5ceed563-84ec-4dec-b72c-3754dc148ae9', 'status': 'completed', 'code': 200} Aug 09 11:00:49.141950 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.145655 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.159555 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.provisioning_blocks [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Transition to ACTIVE for port object 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 will not be triggered until provisioned by entity DHCP. {{(pid=105358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:49.165115 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-3e76a9ed-6cb5-4861-92c4-f5a167ec31e9 service neutron] 10.222.0.35 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015475 Aug 09 11:00:49.184326 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.205891 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765bd9d-9272-4400-b36c-a38df8bb5371 None None] Pushing event updated for resources: {'Port': ['ID=142e336f-6b40-461c-9116-60c0f04e0d98,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:49.211469 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Attempting to bind port 142e336f-6b40-461c-9116-60c0f04e0d98 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:00:49.211840 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Attempting to bind port 142e336f-6b40-461c-9116-60c0f04e0d98 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:00:49.212226 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Attempting to bind port 142e336f-6b40-461c-9116-60c0f04e0d98 on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:49.234777 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:00:49.235168 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:49.237473 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.237473 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:00:49.237473 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Bound port: 142e336f-6b40-461c-9116-60c0f04e0d98, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:00:49.237473 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.272085 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.302410 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=27077bf0-4f51-4a8a-b591-18518325c3d7,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:49.314748 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Network 8063de96-453a-4793-83a1-70c1140de877 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:49.316344 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] For port 142e336f-6b40-461c-9116-60c0f04e0d98, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:00:49.320929 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:49.322026 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] For port 142e336f-6b40-461c-9116-60c0f04e0d98, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=142e336f-6b40-461c-9116-60c0f04e0d98,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:00:49.323274 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:00:49.364868 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3b0430-eebf-4e9e-a733-d61f91ed2aa9,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:49.378753 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.434539 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.513667 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765bd9d-9272-4400-b36c-a38df8bb5371 None None] Pushing event updated for resources: {'Port': ['ID=142e336f-6b40-461c-9116-60c0f04e0d98,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:49.516759 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Routers {'3b7120f7-bade-4e2e-a522-3e4840e0fb74'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:49.517453 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:49.603242 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-676a08f1-96b6-425f-950d-43cdc78c1a62 req-01f91fdd-d13b-46b0-b6cb-1aec5e71226d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 210 time: 0.0611513 Aug 09 11:00:49.626199 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.782421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] Set router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:49.812238 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.876201 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-5db5a6d4-c91c-4b79-a436-d6585bb7b169 None None] Provisioning for port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:49.883381 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5855087'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.887432 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-5db5a6d4-c91c-4b79-a436-d6585bb7b169 None None] Provisioning complete for port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:49.888194 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5db5a6d4-c91c-4b79-a436-d6585bb7b169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.956129 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-5db5a6d4-c91c-4b79-a436-d6585bb7b169 None None] Port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:00:49.971612 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:49.982764 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3b0430-eebf-4e9e-a733-d61f91ed2aa9,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:50.001563 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 27077bf0-4f51-4a8a-b591-18518325c3d7 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:50.071994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:45Z', 'updated_at': '2021-08-09T11:00:47Z', 'revision_number': 3, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'gw_port': {'id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:46Z', 'updated_at': '2021-08-09T11:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:50.076679 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Network 8063de96-453a-4793-83a1-70c1140de877 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:50.076781 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 27077bf0-4f51-4a8a-b591-18518325c3d7 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:50.076781 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:50.077395 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:50.102682 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8378c-baae-497e-b7c1-11b9353d5e9d None None] The sync data for ids ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'] in dv-cinder-803896-1-iscsi is: [{'id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:45Z', 'updated_at': '2021-08-09T11:00:47Z', 'revision_number': 3, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'gw_port': {'id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:46Z', 'updated_at': '2021-08-09T11:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:00:50.250492 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5feef541-9042-424e-95ed-c297844377ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:50.253902 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f4e5c418-c5ba-460a-82a6-ca60ba3a1be7 req-c1645973-948d-4036-9859-71b3f676dd48 tempest-VolumesSnapshotTestJSON-19748602 tempest-VolumesSnapshotTestJSON-19748602-project] 10.222.0.35 "GET /v2.0/ports?device_id=9963d756-90e9-4cab-891c-ef6b216f99ea HTTP/1.1" status: 200 len: 210 time: 0.0365534 Aug 09 11:00:50.290310 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:00:50.447603 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:00:50.463809 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-10f7397a-2d50-4e9b-81ea-b7ef905a5b49 admin admin] 10.222.0.35 "PUT /v2.0/routers/3b7120f7-bade-4e2e-a522-3e4840e0fb74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4068348 Aug 09 11:00:50.503089 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-7dea7ad4-9a78-4071-bf1b-f0b4a1599f3b None None] Provisioning complete for port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:50.509638 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7dea7ad4-9a78-4071-bf1b-f0b4a1599f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:50.559291 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-7dea7ad4-9a78-4071-bf1b-f0b4a1599f3b None None] Port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:00:50.727344 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7f9fe2d-2e9a-4875-93ed-cedb520ece7a req-92ca6f68-430a-45d7-ba3f-137860663d2f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 210 time: 0.0312276 Aug 09 11:00:51.060980 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47378) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:51.065609 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-0ab173f9-58c5-468b-9597-8bc32f66691b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874800957', 'description': 'tempest-secgroup-smoke-874800957 description', 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:51.156839 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0ab173f9-58c5-468b-9597-8bc32f66691b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:51.239045 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0ab173f9-58c5-468b-9597-8bc32f66691b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:51.305146 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0ab173f9-58c5-468b-9597-8bc32f66691b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:51.335091 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab173f9-58c5-468b-9597-8bc32f66691b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4026ee7c-b069-471b-97ad-292b108f8334,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:51.408290 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0ab173f9-58c5-468b-9597-8bc32f66691b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:51.409833 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-0ab173f9-58c5-468b-9597-8bc32f66691b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3478572 Aug 09 11:00:51.422360 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47386) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:51.443570 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-15087b38-8eb7-47cf-a223-30a8a8b5ea50 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Request body: {'security_group_rule': {'security_group_id': '4026ee7c-b069-471b-97ad-292b108f8334', 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:51.541950 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-fe5ae068-2e22-4a35-a304-399f79457475 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:51.543399 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-fe5ae068-2e22-4a35-a304-399f79457475 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 816 time: 0.1313758 Aug 09 11:00:51.575021 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-15087b38-8eb7-47cf-a223-30a8a8b5ea50 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:51.622449 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d1be3347-d274-4fba-a640-e5d3017a10e8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca113a643fca4b5781fa9c55d6a0b89f HTTP/1.1" status: 200 len: 380 time: 0.0549912 Aug 09 11:00:51.636466 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'port': {'device_id': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'admin_state_up': True, 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'security_groups': ['49579b0f-5248-4476-bea9-66e1c623adbc']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:51.693696 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-15087b38-8eb7-47cf-a223-30a8a8b5ea50 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:51.836588 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-985c22af-0386-4e52-9358-90e5a54a74b7 req-99e1d0f3-b92e-4466-851f-365807b3b3c4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 210 time: 0.0342169 Aug 09 11:00:51.855468 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Made reservation on behalf of ca113a643fca4b5781fa9c55d6a0b89f for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:00:51.859162 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:51.861948 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-15087b38-8eb7-47cf-a223-30a8a8b5ea50 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:51.912749 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15087b38-8eb7-47cf-a223-30a8a8b5ea50 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa036eb-aab3-41e0-964f-51043cd4a576,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:52.021685 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 142e336f-6b40-461c-9116-60c0f04e0d98 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:52.034077 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-15087b38-8eb7-47cf-a223-30a8a8b5ea50 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.035338 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-15087b38-8eb7-47cf-a223-30a8a8b5ea50 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6120155 Aug 09 11:00:52.038009 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47400) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:52.042408 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-1e411cc0-588a-49cb-9e88-ec22130aeda8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Request body: {'security_group_rule': {'security_group_id': '4026ee7c-b069-471b-97ad-292b108f8334', 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:52.078969 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Allocated IP 172.20.0.9 (9a125839-6ce2-4f79-b187-e797eee20d7c/94291db8-bf8e-4cd7-8433-68b0b9f353b1/b2cd84f6-865a-4c41-9ad5-4813c93a924c) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:00:52.201405 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 5ceed563-84ec-4dec-b72c-3754dc148ae9 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:00:52.221463 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 5ceed563-84ec-4dec-b72c-3754dc148ae9 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:00:52.221809 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 5ceed563-84ec-4dec-b72c-3754dc148ae9 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:00:52.231383 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 142e336f-6b40-461c-9116-60c0f04e0d98 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:52.234267 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.235442 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 142e336f-6b40-461c-9116-60c0f04e0d98 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:52.235799 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.258513 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Transition to ACTIVE for port object b2cd84f6-865a-4c41-9ad5-4813c93a924c will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:52.262434 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e411cc0-588a-49cb-9e88-ec22130aeda8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.325955 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.347600 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 142e336f-6b40-461c-9116-60c0f04e0d98, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=142e336f-6b40-461c-9116-60c0f04e0d98,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:52.358737 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e411cc0-588a-49cb-9e88-ec22130aeda8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.426368 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.434008 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Sync routers for ids ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:00:52.443093 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Routers {'3b7120f7-bade-4e2e-a522-3e4840e0fb74'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:52.443868 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:52.449857 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.462308 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e411cc0-588a-49cb-9e88-ec22130aeda8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.500224 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Network 9a125839-6ce2-4f79-b187-e797eee20d7c is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:00:52.500841 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e411cc0-588a-49cb-9e88-ec22130aeda8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee99a9e-4ae9-4d54-ad4f-169fa6189a48,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:52.511251 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:00:52.511251 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:00:52.516699 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=142e336f-6b40-461c-9116-60c0f04e0d98,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:52.539289 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:52.559088 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Set router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:52.575048 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:52.575790 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.585820 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e411cc0-588a-49cb-9e88-ec22130aeda8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.589402 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-1e411cc0-588a-49cb-9e88-ec22130aeda8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5481005 Aug 09 11:00:52.591681 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47404) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:52.596762 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-b418ea1c-045f-4cf2-bddd-7d2815f42f9c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Request body: {'security_group_rule': {'security_group_id': '4026ee7c-b069-471b-97ad-292b108f8334', 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:52.694975 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-d93435f3-14c5-4aa0-a98f-f192e7ad43fb tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0627527 Aug 09 11:00:52.711010 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Request body: {'port': {'device_id': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:52.768978 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.779186 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:45Z', 'updated_at': '2021-08-09T11:00:49Z', 'revision_number': 4, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'gw_port': {'id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:46Z', 'updated_at': '2021-08-09T11:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '2a3b0430-eebf-4e9e-a733-d61f91ed2aa9', 'name': '', 'network_id': '8063de96-453a-4793-83a1-70c1140de877', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'mac_address': 'fa:16:3e:f2:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd2914f29-0d47-434d-a33f-87df9bf1be82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:48Z', 'updated_at': '2021-08-09T11:00:49Z', 'revision_number': 2, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'subnets': [{'id': 'd2914f29-0d47-434d-a33f-87df9bf1be82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:52.814447 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b418ea1c-045f-4cf2-bddd-7d2815f42f9c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.879599 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b418ea1c-045f-4cf2-bddd-7d2815f42f9c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.900521 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-25cc1ba2-fc4a-4fdd-954f-eadb222f6a56 None None] Provisioning for port b2cd84f6-865a-4c41-9ad5-4813c93a924c completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:52.905989 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Checking router: 3b7120f7-bade-4e2e-a522-3e4840e0fb74 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:00:52.905989 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Updating router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:00:52.908717 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-25cc1ba2-fc4a-4fdd-954f-eadb222f6a56 None None] Provisioning complete for port b2cd84f6-865a-4c41-9ad5-4813c93a924c triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:52.910776 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-25cc1ba2-fc4a-4fdd-954f-eadb222f6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.927341 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.951106 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b418ea1c-045f-4cf2-bddd-7d2815f42f9c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:52.978285 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418ea1c-045f-4cf2-bddd-7d2815f42f9c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38620614-be69-4a44-b010-db8a928bfc58,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:52.984125 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-25cc1ba2-fc4a-4fdd-954f-eadb222f6a56 None None] Port b2cd84f6-865a-4c41-9ad5-4813c93a924c cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:00:53.043093 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7b61bdc0-3038-49f9-bbac-23d3572e7542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.077088 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b418ea1c-045f-4cf2-bddd-7d2815f42f9c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.081095 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b418ea1c-045f-4cf2-bddd-7d2815f42f9c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4883528 Aug 09 11:00:53.081686 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47412) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:53.086137 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-e14aa75a-c07c-4b92-b7ea-4d2456dc6f65 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Request body: {'security_group_rule': {'security_group_id': '4026ee7c-b069-471b-97ad-292b108f8334', 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:53.104813 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0da2-ba1b-402d-9ddc-8cc3eb83b1c6 req-1782f191-9bf9-4ec2-9e15-11f2b4bdcd90 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:53.106520 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f58b0da2-ba1b-402d-9ddc-8cc3eb83b1c6 req-1782f191-9bf9-4ec2-9e15-11f2b4bdcd90 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 931 time: 0.1143372 Aug 09 11:00:53.183188 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f58b0da2-ba1b-402d-9ddc-8cc3eb83b1c6 req-a57f3b26-f2a3-4073-ad6b-2ad6c9c631a9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694230 Aug 09 11:00:53.194589 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2cd84f6-865a-4c41-9ad5-4813c93a924c {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:00:53.202649 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.215997 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Transition to ACTIVE for port object b2cd84f6-865a-4c41-9ad5-4813c93a924c will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:53.216442 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e14aa75a-c07c-4b92-b7ea-4d2456dc6f65 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.233510 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.249985 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Transition to ACTIVE for port object 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:00:53.286940 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e14aa75a-c07c-4b92-b7ea-4d2456dc6f65 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.288527 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.328409 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.349697 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:53.356996 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.359009 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e14aa75a-c07c-4b92-b7ea-4d2456dc6f65 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.396362 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14aa75a-c07c-4b92-b7ea-4d2456dc6f65 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf4ef54-08e0-49b9-ac0f-2b52aef0d436,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:53.434648 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Pushing event updated for resources: {'Port': ['ID=2a3b0430-eebf-4e9e-a733-d61f91ed2aa9,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:53.444297 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Attempting to bind port b2cd84f6-865a-4c41-9ad5-4813c93a924c on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:00:53.444842 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Attempting to bind port b2cd84f6-865a-4c41-9ad5-4813c93a924c by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:00:53.445260 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.445374 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Attempting to bind port b2cd84f6-865a-4c41-9ad5-4813c93a924c on network 9a125839-6ce2-4f79-b187-e797eee20d7c {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:53.445639 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.446027 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.446478 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.447257 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.447257 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.451895 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Port b2cd84f6-865a-4c41-9ad5-4813c93a924c on network 9a125839-6ce2-4f79-b187-e797eee20d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:00:53.452144 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.452257 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Attempting to bind port b2cd84f6-865a-4c41-9ad5-4813c93a924c on network 9a125839-6ce2-4f79-b187-e797eee20d7c {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:53.452496 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.452855 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.453197 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.453530 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.453861 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:00:53.459138 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:00:53.459491 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Checking segment: {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:53.459730 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e14aa75a-c07c-4b92-b7ea-4d2456dc6f65 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.459958 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Bound using segment: {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:00:53.460303 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Bound port: b2cd84f6-865a-4c41-9ad5-4813c93a924c, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b760a6e-1b54-4f30-b53a-47aaa270c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:00:53.460667 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.461030 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e14aa75a-c07c-4b92-b7ea-4d2456dc6f65 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3784072 Aug 09 11:00:53.464549 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47416) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:53.469446 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-56e8bd38-368d-4679-8b2e-ba61b00a047a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Request body: {'security_group_rule': {'security_group_id': '4026ee7c-b069-471b-97ad-292b108f8334', 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:53.537644 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Attempting to bind port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:00:53.538213 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Attempting to bind port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '04e1fb77-d27e-46aa-8c2d-3112878fdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8063de96-453a-4793-83a1-70c1140de877'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:00:53.538664 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Attempting to bind port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 on network 8063de96-453a-4793-83a1-70c1140de877 {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:00:53.547451 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:00:53.547993 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Checking segment: {'id': '04e1fb77-d27e-46aa-8c2d-3112878fdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8063de96-453a-4793-83a1-70c1140de877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:00:53.548558 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.555280 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Bound using segment: {'id': '04e1fb77-d27e-46aa-8c2d-3112878fdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8063de96-453a-4793-83a1-70c1140de877'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:00:53.555280 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Bound port: 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e1fb77-d27e-46aa-8c2d-3112878fdfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8063de96-453a-4793-83a1-70c1140de877'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:00:53.555280 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.555706 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:00:53.557289 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:00:53.580194 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.securitygroups_db [None req-56e8bd38-368d-4679-8b2e-ba61b00a047a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Project 0d3511a8fc6c49a6806be7253d8eb5c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:00:53.589534 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-56e8bd38-368d-4679-8b2e-ba61b00a047a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.642280 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] For port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:00:53.646083 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] For port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=2a3b0430-eebf-4e9e-a733-d61f91ed2aa9,segment=NetworkSegment(04e1fb77-d27e-46aa-8c2d-3112878fdfed),segment_id=04e1fb77-d27e-46aa-8c2d-3112878fdfed)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:00:53.682672 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-56e8bd38-368d-4679-8b2e-ba61b00a047a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.722945 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.762364 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:53.762364 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.762364 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2cd84f6-865a-4c41-9ad5-4813c93a924c HTTP/1.1" status: 200 len: 1093 time: 1.0572505 Aug 09 11:00:53.762364 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:00:53.762926 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a2b198-ffcd-494e-aa53-e96f4efc5a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:00:53.787005 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.796774 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d8d9a-0c42-4c36-a8c0-49b49b172e36 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:53.814559 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-56e8bd38-368d-4679-8b2e-ba61b00a047a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.819820 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545e0a8c-246a-4ca0-85b7-f81fc61febbc x-openstack-request-id: req-545e0a8c-246a-4ca0-85b7-f81fc61febbc {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:00:53.819932 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:00:53.820113 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-545e0a8c-246a-4ca0-85b7-f81fc61febbc {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:00:53.821739 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'status': 'completed', 'code': 200} Aug 09 11:00:53.840851 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8bd38-368d-4679-8b2e-ba61b00a047a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb9c209-be4f-49e8-b9a7-e2a18e2f9888,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:53.870820 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Routers {'3b7120f7-bade-4e2e-a522-3e4840e0fb74'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:00:53.877456 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:53.882805 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.896655 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2b198-ffcd-494e-aa53-e96f4efc5a4f req-6dde58cc-59c5-4312-9c38-98953567f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:53.898807 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f1a2b198-ffcd-494e-aa53-e96f4efc5a4f req-6dde58cc-59c5-4312-9c38-98953567f0e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 1096 time: 0.0538516 Aug 09 11:00:53.920002 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cf21a-ab1c-426b-a3c8-55229620ebcf None None] Pushing event updated for resources: {'Port': ['ID=2a3b0430-eebf-4e9e-a733-d61f91ed2aa9,revision_number=4']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:53.935024 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-56e8bd38-368d-4679-8b2e-ba61b00a047a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:53.943636 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-56e8bd38-368d-4679-8b2e-ba61b00a047a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4716363 Aug 09 11:00:53.943746 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47422) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:00:53.945472 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-144b0ee8-0e8a-48b1-bbd1-b8e7f9432e9d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Request body: {'security_group_rule': {'security_group_id': '4026ee7c-b069-471b-97ad-292b108f8334', 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:00:54.016588 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] Set router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:00:54.033980 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 142e336f-6b40-461c-9116-60c0f04e0d98 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:54.089174 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.securitygroups_db [None req-144b0ee8-0e8a-48b1-bbd1-b8e7f9432e9d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Project 0d3511a8fc6c49a6806be7253d8eb5c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:00:54.096261 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-144b0ee8-0e8a-48b1-bbd1-b8e7f9432e9d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:54.115910 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 142e336f-6b40-461c-9116-60c0f04e0d98 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:54.116973 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:54.169975 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-144b0ee8-0e8a-48b1-bbd1-b8e7f9432e9d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:54.248508 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-144b0ee8-0e8a-48b1-bbd1-b8e7f9432e9d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:54.254198 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:45Z', 'updated_at': '2021-08-09T11:00:49Z', 'revision_number': 4, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'gw_port': {'id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:46Z', 'updated_at': '2021-08-09T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '2a3b0430-eebf-4e9e-a733-d61f91ed2aa9', 'name': '', 'network_id': '8063de96-453a-4793-83a1-70c1140de877', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'mac_address': 'fa:16:3e:f2:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd2914f29-0d47-434d-a33f-87df9bf1be82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:48Z', 'updated_at': '2021-08-09T11:00:53Z', 'revision_number': 4, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'subnets': [{'id': 'd2914f29-0d47-434d-a33f-87df9bf1be82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:00:54.267022 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b0ee8-0e8a-48b1-bbd1-b8e7f9432e9d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69eb4b40-a654-4043-9554-f6759f039abd,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:54.284525 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5174eb6-bf3f-4bd2-b9dc-125376036cd0 None None] The sync data for ids ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'] in dv-cinder-803896-1-iscsi is: [{'id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:45Z', 'updated_at': '2021-08-09T11:00:49Z', 'revision_number': 4, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'gw_port': {'id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:46Z', 'updated_at': '2021-08-09T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '2a3b0430-eebf-4e9e-a733-d61f91ed2aa9', 'name': '', 'network_id': '8063de96-453a-4793-83a1-70c1140de877', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'mac_address': 'fa:16:3e:f2:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd2914f29-0d47-434d-a33f-87df9bf1be82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:48Z', 'updated_at': '2021-08-09T11:00:53Z', 'revision_number': 4, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'subnets': [{'id': 'd2914f29-0d47-434d-a33f-87df9bf1be82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:00:54.332217 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc27867-0160-45e9-a223-82ef16e2a467 req-4a9dacdf-8876-4583-b2b5-711b2758ec7a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:54.332217 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fbc27867-0160-45e9-a223-82ef16e2a467 req-4a9dacdf-8876-4583-b2b5-711b2758ec7a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0630398 Aug 09 11:00:54.354237 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-144b0ee8-0e8a-48b1-bbd1-b8e7f9432e9d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:54.355884 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-144b0ee8-0e8a-48b1-bbd1-b8e7f9432e9d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4148054 Aug 09 11:00:54.395235 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fbc27867-0160-45e9-a223-82ef16e2a467 req-75a35b78-0018-4288-8295-dc135ffa3580 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528300 Aug 09 11:00:55.282142 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:55.529174 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d611ce-69e6-48f3-af11-d78b43976509 req-6a8fcb1c-be7c-4fc5-bcdd-5a020981f9bd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:55.530573 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-01d611ce-69e6-48f3-af11-d78b43976509 req-6a8fcb1c-be7c-4fc5-bcdd-5a020981f9bd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0530450 Aug 09 11:00:55.571068 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-01d611ce-69e6-48f3-af11-d78b43976509 req-6b469bf3-6549-4d27-a1a4-ef4c01afb954 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343769 Aug 09 11:00:55.979618 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2b198-ffcd-494e-aa53-e96f4efc5a4f req-f1988f74-02f7-4b81-a10c-1e671772b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:55.981706 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f1a2b198-ffcd-494e-aa53-e96f4efc5a4f req-f1988f74-02f7-4b81-a10c-1e671772b8fc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0922575 Aug 09 11:00:56.013777 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:56.122375 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:00:56.125994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:56.126481 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:56.207328 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:56.239738 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=2a3b0430-eebf-4e9e-a733-d61f91ed2aa9,segment=NetworkSegment(04e1fb77-d27e-46aa-8c2d-3112878fdfed),segment_id=04e1fb77-d27e-46aa-8c2d-3112878fdfed)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:00:56.328036 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:56.375916 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=2a3b0430-eebf-4e9e-a733-d61f91ed2aa9,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:00:56.691337 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dd153-f326-4aeb-92c4-b07b876bfad2 req-8e375ae7-6932-4428-acd4-c937e9d04749 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:56.692833 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-908dd153-f326-4aeb-92c4-b07b876bfad2 req-8e375ae7-6932-4428-acd4-c937e9d04749 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0518696 Aug 09 11:00:56.729765 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-908dd153-f326-4aeb-92c4-b07b876bfad2 req-88e3cf70-e42e-4067-b24c-e4d7264494a3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Aug 09 11:00:56.969476 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2b198-ffcd-494e-aa53-e96f4efc5a4f req-d37e52df-1923-4d37-b5a3-c583f40093ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:56.971220 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f1a2b198-ffcd-494e-aa53-e96f4efc5a4f req-d37e52df-1923-4d37-b5a3-c583f40093ed service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882792 Aug 09 11:00:57.054629 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-bced9051-bfae-4a6c-aa3b-5de58302cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:57.056395 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-bced9051-bfae-4a6c-aa3b-5de58302cd97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 1096 time: 0.0411057 Aug 09 11:00:57.107530 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-0c3c4239-b6a0-4a89-adf8-538ec76d3cd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c HTTP/1.1" status: 200 len: 217 time: 0.0380349 Aug 09 11:00:57.167512 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-177ea4c1-6f55-4d93-a2b7-6f88988efeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:57.170099 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-177ea4c1-6f55-4d93-a2b7-6f88988efeed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.0551116 Aug 09 11:00:57.217669 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-22ec4b3d-63aa-450d-bc70-b1f487b71655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:57.219192 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-22ec4b3d-63aa-450d-bc70-b1f487b71655 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419040 Aug 09 11:00:57.319970 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-53a97de5-e52a-4728-86b6-079dd3452c8c service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923679 Aug 09 11:00:57.417608 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4a55e413-4a55-415f-b4bc-04180ed72fd5 req-15926998-f4e8-4902-975a-7f90372b8a3d service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896606 Aug 09 11:00:57.850069 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb7154-633d-4390-8ae0-0913c197b7ae req-beabfb7e-3db8-4dab-a903-98fbfd45900d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:57.851690 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d4cb7154-633d-4390-8ae0-0913c197b7ae req-beabfb7e-3db8-4dab-a903-98fbfd45900d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0507076 Aug 09 11:00:57.895584 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d4cb7154-633d-4390-8ae0-0913c197b7ae req-11c835af-b1be-4ff4-88ab-6433f762289c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365384 Aug 09 11:00:57.994639 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:00:58.048298 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:00:58.048661 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:00:59.019377 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19698d27-7793-4fb9-83e7-68a0e6249c9a req-c5b5a945-41b3-4aa7-a5a3-5956e3633ab2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:00:59.020858 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-19698d27-7793-4fb9-83e7-68a0e6249c9a req-c5b5a945-41b3-4aa7-a5a3-5956e3633ab2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0524094 Aug 09 11:00:59.057626 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-19698d27-7793-4fb9-83e7-68a0e6249c9a req-3ad94c9a-6e7e-4b68-a5ff-a73dbf720f30 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309799 Aug 09 11:00:59.555735 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:01:00.179251 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f8900-5781-4e79-8a06-873dc0cb9543 req-55dee26a-4e4c-4cd8-a6f1-769ca36c8f0e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:00.180724 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0e0f8900-5781-4e79-8a06-873dc0cb9543 req-55dee26a-4e4c-4cd8-a6f1-769ca36c8f0e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0480857 Aug 09 11:01:00.218064 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0e0f8900-5781-4e79-8a06-873dc0cb9543 req-434bbb51-1084-4a90-bde3-624de57063c0 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Aug 09 11:01:00.938175 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:01:01.045995 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:01.058452 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'port_id': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'mac_address': 'fa:16:3e:83:2f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:01:01.097839 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:01.111056 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cd84f6-865a-4c41-9ad5-4813c93a924c {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:01:01.130480 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:01.289419 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:01.343811 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c1e9-9113-4576-ab63-3f148ee4121b req-e47f29bd-c506-4d91-849b-51fd7f55979e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:01.344597 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:01.344775 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-64a6c1e9-9113-4576-ab63-3f148ee4121b req-e47f29bd-c506-4d91-849b-51fd7f55979e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 944 time: 0.0477011 Aug 09 11:01:01.379546 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-64a6c1e9-9113-4576-ab63-3f148ee4121b req-a8993a19-8451-43d4-b749-7d3f40f29459 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343652 Aug 09 11:01:01.574546 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['b2cd84f6-865a-4c41-9ad5-4813c93a924c'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:01:02.642786 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c04b0-5cbd-4c65-aadc-93d3f59dd782 req-c562b33f-2c94-48fb-8294-4067e840b33b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:02.644276 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-769c04b0-5cbd-4c65-aadc-93d3f59dd782 req-c562b33f-2c94-48fb-8294-4067e840b33b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 944 time: 0.0524869 Aug 09 11:01:02.686390 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-769c04b0-5cbd-4c65-aadc-93d3f59dd782 req-a612fa70-ce72-40ce-9ee3-81c2982632e3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359762 Aug 09 11:01:02.944637 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:03.041970 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port b2cd84f6-865a-4c41-9ad5-4813c93a924c completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:03.045622 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port b2cd84f6-865a-4c41-9ad5-4813c93a924c triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:03.046017 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:03.127861 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:03.150386 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:01:03.152639 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350359dc-2904-484f-a99e-8357a31477d9" -d '{"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-plugged", "status": "completed", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:01:03.166266 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:03.189732 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69223a1-fc61-4e47-92c9-73fa1172330f x-openstack-request-id: req-c69223a1-fc61-4e47-92c9-73fa1172330f {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:01:03.190020 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-plugged", "status": "completed", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:01:03.190298 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c69223a1-fc61-4e47-92c9-73fa1172330f {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:01:03.190709 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'code': 200} Aug 09 11:01:03.236323 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:03.285999 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:03.807785 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48f375-b4b0-4a1f-8239-77edbc4c97f5 req-ee761c67-5736-4e66-bb41-b2682b3567aa tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:03.809183 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bc48f375-b4b0-4a1f-8239-77edbc4c97f5 req-ee761c67-5736-4e66-bb41-b2682b3567aa tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0494595 Aug 09 11:01:03.846638 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bc48f375-b4b0-4a1f-8239-77edbc4c97f5 req-330bfaad-bd0a-41aa-b22d-018b0250188b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308900 Aug 09 11:01:04.965253 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748d6c0-2097-4e90-8378-55a930593fbe req-1ad92a8e-e0aa-49d2-a4d8-695accc96562 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:04.966723 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5748d6c0-2097-4e90-8378-55a930593fbe req-1ad92a8e-e0aa-49d2-a4d8-695accc96562 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0488486 Aug 09 11:01:05.008357 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5748d6c0-2097-4e90-8378-55a930593fbe req-f7d73f90-0a12-4c7c-9514-df8dee8aeae3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Aug 09 11:01:05.629251 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ca573-d3f2-43aa-a574-cd3a3880c7f8 req-db9573b2-9081-4103-a865-5d9b79a793e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:05.630717 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b38ca573-d3f2-43aa-a574-cd3a3880c7f8 req-db9573b2-9081-4103-a865-5d9b79a793e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 1098 time: 0.0442617 Aug 09 11:01:06.123682 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a129c0f-f0c3-430f-af7b-ed86886fcc7c req-0a560d3a-e4f4-4ec4-b054-d6481dfb3e8a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:06.125535 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5a129c0f-f0c3-430f-af7b-ed86886fcc7c req-0a560d3a-e4f4-4ec4-b054-d6481dfb3e8a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0457842 Aug 09 11:01:06.162879 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5a129c0f-f0c3-430f-af7b-ed86886fcc7c req-8a4a5316-4275-42a7-94a4-b4ae2b89f994 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Aug 09 11:01:06.672776 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b38ca573-d3f2-43aa-a574-cd3a3880c7f8 req-19f10576-5513-4a25-9002-74c61ff34a98 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277109 Aug 09 11:01:07.287051 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996f9dd-12bf-4abd-9f04-3ecfa3daf2ea req-26459221-4b0e-4663-8e0a-9a1575b30762 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:07.288551 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4996f9dd-12bf-4abd-9f04-3ecfa3daf2ea req-26459221-4b0e-4663-8e0a-9a1575b30762 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0507095 Aug 09 11:01:07.327759 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4996f9dd-12bf-4abd-9f04-3ecfa3daf2ea req-77261cf6-c57d-42ba-8b24-ade711978c65 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333002 Aug 09 11:01:07.621607 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f6308-7c0c-4ac3-b8e9-acd6790e1634 req-481cd82d-1a10-44ae-88a8-4d844db9fef7 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:07.623198 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4c2f6308-7c0c-4ac3-b8e9-acd6790e1634 req-481cd82d-1a10-44ae-88a8-4d844db9fef7 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0521674 Aug 09 11:01:07.662972 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4c2f6308-7c0c-4ac3-b8e9-acd6790e1634 req-e84e2ae3-72b1-48f8-920b-4438a49a66ca tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331683 Aug 09 11:01:08.454626 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2897979-0de2-4a39-b8e8-0dc0b10a7a3b req-434f9ea3-1dc1-48cb-8e17-c091a9e1423b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:08.456565 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d2897979-0de2-4a39-b8e8-0dc0b10a7a3b req-434f9ea3-1dc1-48cb-8e17-c091a9e1423b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0553830 Aug 09 11:01:08.494567 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d2897979-0de2-4a39-b8e8-0dc0b10a7a3b req-9770de51-4dd9-44a3-9958-a3f0272809ad tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Aug 09 11:01:08.619996 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67630758-748f-40b5-8093-c670b43b4c2e req-186bcfeb-74e1-4b28-b544-ba11d4bccfca tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:08.621489 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-67630758-748f-40b5-8093-c670b43b4c2e req-186bcfeb-74e1-4b28-b544-ba11d4bccfca tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0583684 Aug 09 11:01:08.632493 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47638) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:08.637623 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-87c515b2-bdb2-48c1-a7ec-d7bae19b2b32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Request body: {'floatingip': {'port_id': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:08.681540 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-87c515b2-bdb2-48c1-a7ec-d7bae19b2b32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:08.809698 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c51ea-2d1e-499a-a878-6ca96db94570 req-b4e21a07-39c4-4a26-aa90-bb68eaabc3e1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:08.811224 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-623c51ea-2d1e-499a-a878-6ca96db94570 req-b4e21a07-39c4-4a26-aa90-bb68eaabc3e1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.0489690 Aug 09 11:01:08.850364 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-623c51ea-2d1e-499a-a878-6ca96db94570 req-58e51f9a-6b82-428e-87e9-a13a8155d675 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330570 Aug 09 11:01:09.169128 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-87c515b2-bdb2-48c1-a7ec-d7bae19b2b32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:09.230295 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-87c515b2-bdb2-48c1-a7ec-d7bae19b2b32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:09.335938 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [None req-87c515b2-bdb2-48c1-a7ec-d7bae19b2b32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Floating IP aba5efbc-0e12-46b1-b3cf-59ce3ddd8dae associated. External IP: 172.27.0.83, port: b2cd84f6-865a-4c41-9ad5-4813c93a924c. Aug 09 11:01:09.807237 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c515b2-bdb2-48c1-a7ec-d7bae19b2b32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Router 411c3cd8-55a1-48b1-966d-5830e77a87c0 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:01:09.966488 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c515b2-bdb2-48c1-a7ec-d7bae19b2b32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:01:09.973692 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-87c515b2-bdb2-48c1-a7ec-d7bae19b2b32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:09.988003 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] Sync routers for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:01:09.997960 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:09.998576 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:10.007527 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-3b82bb07-d360-4cad-9930-215167ab8e6a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:10.008990 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-3b82bb07-d360-4cad-9930-215167ab8e6a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.1147981 Aug 09 11:01:10.025069 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-87c515b2-bdb2-48c1-a7ec-d7bae19b2b32 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "PUT /v2.0/floatingips/aba5efbc-0e12-46b1-b3cf-59ce3ddd8dae HTTP/1.1" status: 200 len: 990 time: 1.3915501 Aug 09 11:01:10.026783 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:01:10.029119 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9d150f-fb52-4528-b953-4f8d3cf13d75" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:01:10.038714 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47142657-c77e-43d3-afad-86637deb9539 req-832846e5-62cf-4f3d-a9a9-a967abac1c5c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:10.040350 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-47142657-c77e-43d3-afad-86637deb9539 req-832846e5-62cf-4f3d-a9a9-a967abac1c5c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 946 time: 0.1149750 Aug 09 11:01:10.116220 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:10.155503 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-47142657-c77e-43d3-afad-86637deb9539 req-9ed6961a-fb96-46c2-990f-25099bdc1fe2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=34c3aa48-7f50-4364-b898-e4cfb46239c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912869 Aug 09 11:01:10.168718 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259d2ff1-3ee9-4b77-9641-05c757ee9b4f x-openstack-request-id: req-259d2ff1-3ee9-4b77-9641-05c757ee9b4f {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:01:10.169086 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:01:10.169279 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-259d2ff1-3ee9-4b77-9641-05c757ee9b4f {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:01:10.169675 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'status': 'completed', 'code': 200} Aug 09 11:01:10.181190 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Deleting port 92bea7be-d9c6-4100-85be-b9971a59f1ec {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:01:10.181535 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:10.289124 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-96a41098-cbe0-442b-80fd-f438bb95923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:10.290615 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-96a41098-cbe0-442b-80fd-f438bb95923b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 1098 time: 0.1049602 Aug 09 11:01:10.354071 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] For port 92bea7be-d9c6-4100-85be-b9971a59f1ec, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=92bea7be-d9c6-4100-85be-b9971a59f1ec,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:10.354360 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:10.414828 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': 'aba5efbc-0e12-46b1-b3cf-59ce3ddd8dae', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'port_id': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'mac_address': 'fa:16:3e:83:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:00:47Z', 'updated_at': '2021-08-09T11:01:09Z', 'revision_number': 1, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:10.441900 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] Checking router: 411c3cd8-55a1-48b1-966d-5830e77a87c0 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:01:10.450031 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:10.450773 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:10.451900 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-84b0b2d1-a854-4c28-92d1-caa3288dbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:10.453378 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-84b0b2d1-a854-4c28-92d1-caa3288dbb69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 917 time: 0.1543300 Aug 09 11:01:10.592197 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-eebf4751-099b-483e-8c1e-983ff7a7d367 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c HTTP/1.1" status: 200 len: 998 time: 0.1091526 Aug 09 11:01:10.638706 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:10.639077 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:10.647023 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Floating IP 88ff5346-0464-4e13-9f49-cdfdd20210a6 disassociated. External IP: 172.27.0.179, port: 92bea7be-d9c6-4100-85be-b9971a59f1ec. Aug 09 11:01:10.647023 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Calling delete_port for 92bea7be-d9c6-4100-85be-b9971a59f1ec owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:01:10.685470 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:10.696612 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-d78a7d6f-6a8c-49ac-a137-c1349424ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:10.698076 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-d78a7d6f-6a8c-49ac-a137-c1349424ef6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.0949631 Aug 09 11:01:10.767704 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-ab2838fa-f7e1-432d-8789-6e396318b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:10.770386 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-ab2838fa-f7e1-432d-8789-6e396318b460 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601182 Aug 09 11:01:10.913175 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-d8d78a14-e04d-4b90-a6d7-5a698ba8fd17 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364017 Aug 09 11:01:10.942056 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': 'aba5efbc-0e12-46b1-b3cf-59ce3ddd8dae', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'port_id': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'mac_address': 'fa:16:3e:83:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:00:47Z', 'updated_at': '2021-08-09T11:01:09Z', 'revision_number': 1, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:10.965642 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:10.969291 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72302cea-991f-424e-bcdd-e288cc678d97 None None] The sync data for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi is: [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': 'aba5efbc-0e12-46b1-b3cf-59ce3ddd8dae', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'port_id': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'mac_address': 'fa:16:3e:83:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:00:47Z', 'updated_at': '2021-08-09T11:01:09Z', 'revision_number': 1, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:01:11.008311 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event deleted for resources: {'Port': ['ID=92bea7be-d9c6-4100-85be-b9971a59f1ec,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:11.091456 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fc9d150f-fb52-4528-b953-4f8d3cf13d75 req-0bce08eb-ac15-40b1-bc03-d7fc3778936e service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709018 Aug 09 11:01:11.193272 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Router 9c6a8409-6991-400b-8b74-46dc278fab5b has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:01:11.199988 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27da0d0-3a94-4a88-991c-0a1df41e6114 None None] New status for floating IP aba5efbc-0e12-46b1-b3cf-59ce3ddd8dae: ACTIVE {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:01:11.277261 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b2714d9a-8143-46b1-b8a8-2c15f7504e18 req-e9ea2983-86c8-4ba6-b4b1-48d1b53fa282 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 210 time: 0.0319867 Aug 09 11:01:11.338923 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:01:11.354553 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] Sync routers for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:01:11.358498 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:11.359350 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:11.383328 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] No DVR routers for this DVR port 92bea7be-d9c6-4100-85be-b9971a59f1ec on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:01:11.386116 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:11.388620 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5fdd4589-3bea-4b72-bc0b-4da04d5eb1b3 req-6afb55b0-e3da-4699-8109-d719f8359c9c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "DELETE /v2.0/ports/92bea7be-d9c6-4100-85be-b9971a59f1ec HTTP/1.1" status: 204 len: 173 time: 1.3719068 Aug 09 11:01:11.478516 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:11.713817 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:11.740766 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] Checking router: 9c6a8409-6991-400b-8b74-46dc278fab5b for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:01:11.748871 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:11.749476 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:00:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:11.864892 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:12.067657 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:12.098478 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40473be4-1230-4e13-8826-bbfd6a09270e None None] The sync data for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi is: [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:01:12.171013 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02037b12-b05d-4d4f-804e-29ec02651913', 'name': 'network-vif-deleted', 'tag': '92bea7be-d9c6-4100-85be-b9971a59f1ec'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:01:12.174005 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9409938-c4e0-43c1-b6f1-7264c14d09d7" -d '{"events": [{"server_uuid": "02037b12-b05d-4d4f-804e-29ec02651913", "name": "network-vif-deleted", "tag": "92bea7be-d9c6-4100-85be-b9971a59f1ec"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:01:12.210143 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b95f96-3a26-4312-9bf0-86ee59ea1a6f x-openstack-request-id: req-d4b95f96-3a26-4312-9bf0-86ee59ea1a6f {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:01:12.210436 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02037b12-b05d-4d4f-804e-29ec02651913", "name": "network-vif-deleted", "tag": "92bea7be-d9c6-4100-85be-b9971a59f1ec", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:01:12.210689 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4b95f96-3a26-4312-9bf0-86ee59ea1a6f {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:01:12.211089 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02037b12-b05d-4d4f-804e-29ec02651913', 'name': 'network-vif-deleted', 'tag': '92bea7be-d9c6-4100-85be-b9971a59f1ec', 'status': 'completed', 'code': 200} Aug 09 11:01:12.345629 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8aba1-9769-4599-848e-34c9750e3820 None None] New status for floating IP 88ff5346-0464-4e13-9f49-cdfdd20210a6: DOWN {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:01:12.394278 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e11abd19-c38e-435b-b084-8f9c47b26dc4 req-5ad253d9-a330-4051-a790-9dd2ff2008e2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=02037b12-b05d-4d4f-804e-29ec02651913 HTTP/1.1" status: 200 len: 210 time: 0.0275402 Aug 09 11:01:13.534127 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 47738) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:13.587915 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaaa30ca-a077-481b-a219-5dad4f4e35ab tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:13.611789 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaaa30ca-a077-481b-a219-5dad4f4e35ab tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:13.750991 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaaa30ca-a077-481b-a219-5dad4f4e35ab tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:13.753779 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-aaaa30ca-a077-481b-a219-5dad4f4e35ab tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:13.754989 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-aaaa30ca-a077-481b-a219-5dad4f4e35ab tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "DELETE /v2.0/security-groups/34c3aa48-7f50-4364-b898-e4cfb46239c1 HTTP/1.1" status: 204 len: 168 time: 0.2198699 Aug 09 11:01:13.757806 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47740) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:13.763854 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa30ca-a077-481b-a219-5dad4f4e35ab tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c3aa48-7f50-4364-b898-e4cfb46239c1,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:13.773445 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.api.v2.resource [None req-492e49cb-1798-4b41-baf2-64d6dc5477ff tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] show failed (client error): The resource could not be found. Aug 09 11:01:13.774429 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-492e49cb-1798-4b41-baf2-64d6dc5477ff tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups/34c3aa48-7f50-4364-b898-e4cfb46239c1 HTTP/1.1" status: 404 len: 347 time: 0.0154765 Aug 09 11:01:13.777346 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47742) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:13.896936 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Deleting port 36c7b1c1-3ce1-4c0b-b600-e3a5c0296935 {{(pid=105358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:01:13.897275 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:13.970913 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:13.971269 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:13.982167 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Calling delete_port for 36c7b1c1-3ce1-4c0b-b600-e3a5c0296935 owned by network:floatingip {{(pid=105358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:01:14.185012 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:14.211659 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event deleted for resources: {'Port': ['ID=36c7b1c1-3ce1-4c0b-b600-e3a5c0296935,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:14.225550 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.225922 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.226295 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.226668 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.227010 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.227395 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.227750 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.228105 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.228473 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.228895 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.229132 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.229459 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:14.283940 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:14.286463 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:14.289708 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-5cbcddbc-6010-40ae-a222-ba4096e4f855 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "DELETE /v2.0/floatingips/88ff5346-0464-4e13-9f49-cdfdd20210a6 HTTP/1.1" status: 204 len: 168 time: 0.5094230 Aug 09 11:01:14.802634 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:14.819564 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47758) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:14.824216 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-ee08a76f-e688-43dc-a450-307f578fe7d1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751158999', 'description': 'tempest-description--547099532'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:14.893720 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ee08a76f-e688-43dc-a450-307f578fe7d1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:14.974361 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ee08a76f-e688-43dc-a450-307f578fe7d1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.041980 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ee08a76f-e688-43dc-a450-307f578fe7d1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.074204 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a76f-e688-43dc-a450-307f578fe7d1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2402d2-4ec5-4b58-af02-56461858b645,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:15.144921 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-ee08a76f-e688-43dc-a450-307f578fe7d1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.146165 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-ee08a76f-e688-43dc-a450-307f578fe7d1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3256018 Aug 09 11:01:15.148954 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47760) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:15.153354 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-97671330-905b-4b4c-b83f-651a87b75546 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'security_group_rule': {'security_group_id': 'dc2402d2-4ec5-4b58-af02-56461858b645', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:15.241419 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-97671330-905b-4b4c-b83f-651a87b75546 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.296893 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-97671330-905b-4b4c-b83f-651a87b75546 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.384743 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-97671330-905b-4b4c-b83f-651a87b75546 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.402447 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97671330-905b-4b4c-b83f-651a87b75546 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa53931f-7661-46e1-87b8-531822a1741a,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:15.470534 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-97671330-905b-4b4c-b83f-651a87b75546 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.471763 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-97671330-905b-4b4c-b83f-651a87b75546 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218834 Aug 09 11:01:15.474327 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47766) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:15.478611 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-df153f03-ffa8-4d6c-82c3-85d8997dc838 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'security_group_rule': {'security_group_id': 'dc2402d2-4ec5-4b58-af02-56461858b645', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:15.578062 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-df153f03-ffa8-4d6c-82c3-85d8997dc838 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.626638 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 92bea7be-d9c6-4100-85be-b9971a59f1ec no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:01:15.633395 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-df153f03-ffa8-4d6c-82c3-85d8997dc838 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.645720 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 92bea7be-d9c6-4100-85be-b9971a59f1ec {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:01:15.646059 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 92bea7be-d9c6-4100-85be-b9971a59f1ec not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:01:15.785186 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-df153f03-ffa8-4d6c-82c3-85d8997dc838 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.803478 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df153f03-ffa8-4d6c-82c3-85d8997dc838 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c46cc19-267e-4695-abcc-6a226bcdc9bd,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:15.922182 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-df153f03-ffa8-4d6c-82c3-85d8997dc838 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:15.923954 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-df153f03-ffa8-4d6c-82c3-85d8997dc838 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4487138 Aug 09 11:01:15.926940 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47770) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:15.932476 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'floatingip': {'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:16.013324 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:16.114329 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:16.213318 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Allocated IP 172.27.0.69 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/c2636ce5-7691-4783-9300-cef141c096d9) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:16.314300 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:16.430890 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:16.466164 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:16.471571 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:16.475000 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:16.498823 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'Port': ['ID=c2636ce5-7691-4783-9300-cef141c096d9,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:16.562630 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:16.645941 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:16.793156 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:16.951011 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5855087'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:17.018494 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'Port': ['ID=c2636ce5-7691-4783-9300-cef141c096d9,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:17.031378 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:17.122318 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:17.123547 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c800964f-d090-450a-84da-6f105ee0de98 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1953409 Aug 09 11:01:17.307055 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-3f0c2c85-5ab9-43ed-bbe6-b7805eed99f3 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--751158999&fields=id&tenant_id=e77f245b37164a29a76021e0f5e4fb11 HTTP/1.1" status: 200 len: 267 time: 0.0336611 Aug 09 11:01:17.414888 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e732-007f-4467-9d89-0678edc096bb req-b89d340e-cd0e-4b2e-8170-b5d5abf9954f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:17.416291 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-b89d340e-cd0e-4b2e-8170-b5d5abf9954f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/networks?id=85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 200 len: 811 time: 0.1023252 Aug 09 11:01:17.431601 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-62c08c0d-b00c-4f0a-b244-3e682ce2926c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/quotas/e77f245b37164a29a76021e0f5e4fb11 HTTP/1.1" status: 200 len: 375 time: 0.0095732 Aug 09 11:01:17.483085 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-fb99fcfe-93fc-4802-aa75-b505bd207baf tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458033 Aug 09 11:01:17.584135 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-6f24a073-726a-45f2-8944-c894fb035dcc service neutron] 10.222.0.35 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888903 Aug 09 11:01:17.682627 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-318f22c8-1ae1-4da0-868a-497a6a15a525 service neutron] 10.222.0.35 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921843 Aug 09 11:01:17.977788 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e69ae18e-f731-4825-9323-9d0d790cfa03 req-fbb3e01b-4519-4199-b3c2-26bb95b2d317 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 210 time: 0.0275905 Aug 09 11:01:18.679153 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-dc63eeaa-aeea-4a16-8c23-df7d18e536d9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874800957&fields=id&tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3 HTTP/1.1" status: 200 len: 267 time: 0.0450876 Aug 09 11:01:18.784702 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224c39-b711-4843-a567-504913a2bf2f req-42bd7f92-3a27-4d89-9d47-e77699d41cf9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:18.786261 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-42bd7f92-3a27-4d89-9d47-e77699d41cf9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/networks?id=8d587cde-7337-4019-a1e6-1decd6d75890 HTTP/1.1" status: 200 len: 809 time: 0.1063411 Aug 09 11:01:18.801425 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-8ed30800-22af-4beb-8f47-8594603ab5e4 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/quotas/0d3511a8fc6c49a6806be7253d8eb5c3 HTTP/1.1" status: 200 len: 375 time: 0.0089154 Aug 09 11:01:18.857729 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-3be776d0-e08d-439e-bd3d-8f898b4572c3 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502698 Aug 09 11:01:18.953765 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-2f5aedd6-a4dd-428f-a861-e9ddd23fde60 service neutron] 10.222.0.35 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839698 Aug 09 11:01:19.043635 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-b97c5a08-80fb-4937-b87b-eed0f5c2be18 service neutron] 10.222.0.35 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827284 Aug 09 11:01:19.074343 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-68ae88ea-33ea-4b49-b48d-82a796785db2 req-8e1b2ab7-8258-4f5d-b944-b01d9ea101d8 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 210 time: 0.0275371 Aug 09 11:01:19.653143 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8101e65b-41a3-46c1-8659-3a207605b44e req-64ee3190-42e6-4cd9-b1ee-581f904b7977 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 210 time: 0.0267866 Aug 09 11:01:20.104138 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e732-007f-4467-9d89-0678edc096bb req-ad24c14e-0e47-4ed2-b72f-caad8657d920 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:20.105907 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-ad24c14e-0e47-4ed2-b72f-caad8657d920 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "GET /v2.0/networks?id=85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 200 len: 811 time: 0.1239607 Aug 09 11:01:20.169656 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-c36ee78e-6a70-4c15-be85-3426bcdcdb72 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e77f245b37164a29a76021e0f5e4fb11 HTTP/1.1" status: 200 len: 379 time: 0.0533435 Aug 09 11:01:20.186379 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-20e2488b-08ae-48eb-9df3-ce9ac24f54f6 req-8ed4cff3-1117-4237-837f-4c6c5e37cae5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 210 time: 0.0345519 Aug 09 11:01:20.190182 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'port': {'device_id': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'admin_state_up': True, 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'security_groups': ['dc2402d2-4ec5-4b58-af02-56461858b645']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:20.242289 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-01de2055-fb85-4f72-b8f2-6d5c37788a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.391551 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Made reservation on behalf of e77f245b37164a29a76021e0f5e4fb11 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:01:20.396147 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.408641 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47886) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:20.455035 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_v2 [None req-da404da2-917b-4ae9-b4eb-171290162396 admin admin] Deleting subnet 87c4ec93-3989-43e9-a521-011164c24959 {{(pid=105358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:01:20.458027 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-da404da2-917b-4ae9-b4eb-171290162396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.496117 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-da404da2-917b-4ae9-b4eb-171290162396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732250'] for subnet, precommit_delete_associations {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.527073 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Allocated IP 172.20.0.6 (85e36488-c985-4743-8c2a-55a3686fa544/c2ef9257-c3b8-444d-9e76-15f4df1c8a8c/186c7f92-37c7-4fc2-86b3-eab079846142) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:20.537506 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-da404da2-917b-4ae9-b4eb-171290162396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.653774 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-da404da2-917b-4ae9-b4eb-171290162396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5855061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011471'] for subnet, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.666271 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.680641 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da404da2-917b-4ae9-b4eb-171290162396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c4ec93-3989-43e9-a521-011164c24959,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:20.681492 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Transition to ACTIVE for port object 186c7f92-37c7-4fc2-86b3-eab079846142 will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:20.682416 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-da404da2-917b-4ae9-b4eb-171290162396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.684318 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-da404da2-917b-4ae9-b4eb-171290162396 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/87c4ec93-3989-43e9-a521-011164c24959 HTTP/1.1" status: 204 len: 168 time: 0.2738953 Aug 09 11:01:20.686710 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47890) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:20.760888 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.791767 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:20.845957 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Network 85e36488-c985-4743-8c2a-55a3686fa544 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:20.854262 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:20.857615 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:20.862746 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event updated for resources: {'Port': ['ID=186c7f92-37c7-4fc2-86b3-eab079846142,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:20.919906 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:20.921679 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.039870 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4fb68310-88b8-4167-b041-c1243de86477 req-0b6b2018-32e3-4d3d-b7e5-452bbaa5c8c2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 210 time: 0.3126285 Aug 09 11:01:21.043741 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-c356f069-b4ca-4f5c-b834-b89182b9bc41 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600154 Aug 09 11:01:21.055355 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.060117 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Request body: {'port': {'device_id': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:21.065319 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d049ddfd-ab1c-46d5-b671-3bf6dcd965d5']}} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:21.079377 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f773ef3-00e4-45a2-a7c1-6fafc19af683') {'for_net_delete': True} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:21.079707 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f773ef3-00e4-45a2-a7c1-6fafc19af683') {} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:21.089373 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732237'] for segment, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.103396 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.109710 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:01:21.110097 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5855115'] for segment, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: Traceback (most recent call last): Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: timer() Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: cb(*args, **kw) Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: return func(*args, **kwargs) Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: self._notify() Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: self.callback(batched_events) Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: event.method(event) Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: return f(self, *a, **k) Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._get(url).json() Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: return self.request(url, 'GET', **kwargs) Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:01:21.111733 dv-cinder-803896-1-iscsi neutron-server[105358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:01:21.132135 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.219193 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-9738c3f5-0efc-48d1-b06f-6d0e4ed99c43 None None] Provisioning for port 186c7f92-37c7-4fc2-86b3-eab079846142 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:21.223399 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-9738c3f5-0efc-48d1-b06f-6d0e4ed99c43 None None] Provisioning complete for port 186c7f92-37c7-4fc2-86b3-eab079846142 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:21.224021 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9738c3f5-0efc-48d1-b06f-6d0e4ed99c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.280055 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-9738c3f5-0efc-48d1-b06f-6d0e4ed99c43 None None] Port 186c7f92-37c7-4fc2-86b3-eab079846142 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:01:21.299492 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.309822 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.312093 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d049ddfd-ab1c-46d5-b671-3bf6dcd965d5 HTTP/1.1" status: 204 len: 168 time: 0.6243918 Aug 09 11:01:21.323017 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20083562-ad4b-4be0-9507-8c14cbd17656 admin admin] Pushing event deleted for resources: {'Network': ['ID=d049ddfd-ab1c-46d5-b671-3bf6dcd965d5,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:21.461191 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186c7f92-37c7-4fc2-86b3-eab079846142 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:01:21.474709 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da145f9-283f-4f66-bb4d-db09a83bba76 req-08dd23e3-1717-486d-9796-c927a36a7c4e tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:21.476330 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3da145f9-283f-4f66-bb4d-db09a83bba76 req-08dd23e3-1717-486d-9796-c927a36a7c4e tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 931 time: 0.2074053 Aug 09 11:01:21.480369 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.773619 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Transition to ACTIVE for port object 186c7f92-37c7-4fc2-86b3-eab079846142 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:21.789908 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3da145f9-283f-4f66-bb4d-db09a83bba76 req-f9fca10c-b10e-43ff-b244-f4bb471f56bc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070455 Aug 09 11:01:21.811468 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47908) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:21.850644 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-f19e05b4-2f42-4d67-8450-251b011fd248 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b3b3ce726404e23916112992808581b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380671 Aug 09 11:01:21.853117 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47910) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:21.859012 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.903614 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a19f368b-566c-4f31-88f2-acc834fc7cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.912765 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Pushing event updated for resources: {'Port': ['ID=186c7f92-37c7-4fc2-86b3-eab079846142,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:21.936159 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a19f368b-566c-4f31-88f2-acc834fc7cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:21.982706 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Attempting to bind port 186c7f92-37c7-4fc2-86b3-eab079846142 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:01:21.983052 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Attempting to bind port 186c7f92-37c7-4fc2-86b3-eab079846142 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:01:21.983424 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Attempting to bind port 186c7f92-37c7-4fc2-86b3-eab079846142 on network 85e36488-c985-4743-8c2a-55a3686fa544 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:21.987914 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Port 186c7f92-37c7-4fc2-86b3-eab079846142 on network 85e36488-c985-4743-8c2a-55a3686fa544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:01:21.988454 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Attempting to bind port 186c7f92-37c7-4fc2-86b3-eab079846142 on network 85e36488-c985-4743-8c2a-55a3686fa544 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:21.995009 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:01:21.995383 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Checking segment: {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:21.995967 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Bound using segment: {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:01:21.996748 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Bound port: 186c7f92-37c7-4fc2-86b3-eab079846142, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:01:21.997122 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:22.070881 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a19f368b-566c-4f31-88f2-acc834fc7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:22.073648 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-a19f368b-566c-4f31-88f2-acc834fc7cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:22.076001 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-a19f368b-566c-4f31-88f2-acc834fc7cba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e08877e-838f-4ae4-8b45-529424219254 HTTP/1.1" status: 204 len: 168 time: 0.2219799 Aug 09 11:01:22.090899 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f368b-566c-4f31-88f2-acc834fc7cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e08877e-838f-4ae4-8b45-529424219254,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:22.131719 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] For port 186c7f92-37c7-4fc2-86b3-eab079846142, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:01:22.157125 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] For port 186c7f92-37c7-4fc2-86b3-eab079846142, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=186c7f92-37c7-4fc2-86b3-eab079846142,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:01:22.184725 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3218df4c-39db-43c0-ad6a-59bbac6c981c req-c3538192-aff3-4e84-9d70-d5a67a6a6b19 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 210 time: 0.0400915 Aug 09 11:01:22.234218 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224c39-b711-4843-a567-504913a2bf2f req-7b70ba4a-7a79-4532-81e7-cbb810d5021b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:22.235685 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-7b70ba4a-7a79-4532-81e7-cbb810d5021b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.37 "GET /v2.0/networks?id=8d587cde-7337-4019-a1e6-1decd6d75890 HTTP/1.1" status: 200 len: 809 time: 0.1637087 Aug 09 11:01:22.259502 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:22.313446 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:22.314085 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:22.315516 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] 10.222.0.37 "PUT /v2.0/ports/186c7f92-37c7-4fc2-86b3-eab079846142 HTTP/1.1" status: 200 len: 1093 time: 1.2601452 Aug 09 11:01:22.316034 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'tag': '186c7f92-37c7-4fc2-86b3-eab079846142'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:01:22.319128 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b572a20-d9b0-4bf9-800e-895044497832" -d '{"events": [{"name": "network-changed", "server_uuid": "97e91b41-313e-4dc6-a1dd-7b76b121bc3c", "tag": "186c7f92-37c7-4fc2-86b3-eab079846142"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:01:22.334846 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-4a327f45-fff9-44be-8aac-59cd9ef9ac83 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3 HTTP/1.1" status: 200 len: 379 time: 0.0899529 Aug 09 11:01:22.349868 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Request body: {'port': {'device_id': 'b810b21b-3653-466e-b505-644bc0f17d75', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'admin_state_up': True, 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'security_groups': ['4026ee7c-b069-471b-97ad-292b108f8334']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:22.358037 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361798b-e1b1-41c1-baa5-fa9bd40fdc74 service neutron] Pushing event updated for resources: {'Port': ['ID=186c7f92-37c7-4fc2-86b3-eab079846142,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:22.361300 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579efac2-f1c1-422d-9ba1-0df8758b8215 x-openstack-request-id: req-579efac2-f1c1-422d-9ba1-0df8758b8215 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:01:22.361470 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e91b41-313e-4dc6-a1dd-7b76b121bc3c", "tag": "186c7f92-37c7-4fc2-86b3-eab079846142", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:01:22.361715 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-579efac2-f1c1-422d-9ba1-0df8758b8215 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:01:22.362096 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'tag': '186c7f92-37c7-4fc2-86b3-eab079846142', 'status': 'completed', 'code': 200} Aug 09 11:01:22.480269 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b572a20-d9b0-4bf9-800e-895044497832 req-f759c686-49eb-406e-9f20-05ae8323ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:22.481976 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6b572a20-d9b0-4bf9-800e-895044497832 req-f759c686-49eb-406e-9f20-05ae8323ef35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 1096 time: 0.0720422 Aug 09 11:01:22.620469 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b572a20-d9b0-4bf9-800e-895044497832 req-c70f8337-12e7-4a50-b4c5-8cd5a48888bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:22.621991 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6b572a20-d9b0-4bf9-800e-895044497832 req-c70f8337-12e7-4a50-b4c5-8cd5a48888bb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e77f245b37164a29a76021e0f5e4fb11&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1288528 Aug 09 11:01:22.687667 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Made reservation on behalf of 0d3511a8fc6c49a6806be7253d8eb5c3 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:01:22.691222 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:22.789737 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b572a20-d9b0-4bf9-800e-895044497832 req-e985cd8b-2520-4adc-974f-dafec0c82c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:22.791295 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6b572a20-d9b0-4bf9-800e-895044497832 req-e985cd8b-2520-4adc-974f-dafec0c82c59 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619527 Aug 09 11:01:22.885434 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Allocated IP 172.20.0.6 (8d587cde-7337-4019-a1e6-1decd6d75890/33c94c04-da54-4448-b0ab-56abf43d8145/11375eda-0817-4ccf-81b7-ddb25102a592) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:22.980134 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1172c-02b9-48c6-a49b-d0d0f503df7f req-eae421a5-3d44-48db-97bc-9f383a8ddd6c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:22.983582 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7df1172c-02b9-48c6-a49b-d0d0f503df7f req-eae421a5-3d44-48db-97bc-9f383a8ddd6c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 943 time: 0.1172755 Aug 09 11:01:22.992560 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e732-007f-4467-9d89-0678edc096bb req-711af95c-badf-4c57-a7e0-870331575ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:22.994016 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-711af95c-badf-4c57-a7e0-870331575ffa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 1096 time: 0.1267102 Aug 09 11:01:23.026994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-6c33ed72-cae4-415f-943b-3b825aaebec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.093429 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47946) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:23.104621 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-46cf48ec-a98c-4142-95f1-2bb429fa1b43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=186c7f92-37c7-4fc2-86b3-eab079846142 HTTP/1.1" status: 200 len: 217 time: 0.0909166 Aug 09 11:01:23.168337 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7df1172c-02b9-48c6-a49b-d0d0f503df7f req-270bbd8d-c1ec-4d96-b7fd-217704762ba8 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790326 Aug 09 11:01:23.190905 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e732-007f-4467-9d89-0678edc096bb req-fdde762e-b2df-4e58-b0e9-bda5b6b92b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:23.192402 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-fdde762e-b2df-4e58-b0e9-bda5b6b92b2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2ef9257-c3b8-444d-9e76-15f4df1c8a8c HTTP/1.1" status: 200 len: 850 time: 0.0740678 Aug 09 11:01:23.236655 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.244123 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52261662-091b-4371-a539-f5701b6cfda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.255871 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Transition to ACTIVE for port object 11375eda-0817-4ccf-81b7-ddb25102a592 will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:23.269431 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e732-007f-4467-9d89-0678edc096bb req-c8149207-f0f7-43c7-ac90-d9b52bf92547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:23.270907 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-c8149207-f0f7-43c7-ac90-d9b52bf92547 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e36488-c985-4743-8c2a-55a3686fa544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708418 Aug 09 11:01:23.332505 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-669e9ba8-46ca-4eb3-bf67-a19585b90c69 req-1224df55-099d-44bb-836d-0681343cc7f4 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 210 time: 0.0337884 Aug 09 11:01:23.362905 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.382811 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-98472aaa-d5cb-45c7-beee-3e09b6fdb980 service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021833 Aug 09 11:01:23.388490 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47956) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:23.405994 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52261662-091b-4371-a539-f5701b6cfda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.453583 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.487699 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-976952086-network', 'tenant_id': '60fc335211f548da814fb39cb136515c'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:23.513770 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52261662-091b-4371-a539-f5701b6cfda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.519289 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Network 8d587cde-7337-4019-a1e6-1decd6d75890 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:23.524721 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f026e732-007f-4467-9d89-0678edc096bb req-024583ff-26fa-4d09-a10d-3bc2a3a9caed service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354001 Aug 09 11:01:23.527691 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:23.530740 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:23.561111 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'Port': ['ID=11375eda-0817-4ccf-81b7-ddb25102a592,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:23.571617 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-52261662-091b-4371-a539-f5701b6cfda0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d64c1c47d4e94c91b4674da21ba37eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764805 Aug 09 11:01:23.572571 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52261662-091b-4371-a539-f5701b6cfda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eea092-56ec-4685-94fb-2e3f822361c2,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:23.575100 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47960) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:23.591311 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:23.591968 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.626182 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Made reservation on behalf of 60fc335211f548da814fb39cb136515c for: {'network': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:01:23.628760 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.639360 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.661159 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-24b64dbe-9628-425a-a86c-1b8ea495ef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.685496 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-24b64dbe-9628-425a-a86c-1b8ea495ef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.707013 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-b818fa32-76a1-467d-88b0-745a7861ea45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3626809 Aug 09 11:01:23.725161 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Request body: {'port': {'device_id': 'b810b21b-3653-466e-b505-644bc0f17d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:23.782613 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.821390 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-24b64dbe-9628-425a-a86c-1b8ea495ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.823871 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-24b64dbe-9628-425a-a86c-1b8ea495ef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.825034 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-24b64dbe-9628-425a-a86c-1b8ea495ef09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76eea092-56ec-4685-94fb-2e3f822361c2 HTTP/1.1" status: 204 len: 168 time: 0.2490158 Aug 09 11:01:23.840640 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b64dbe-9628-425a-a86c-1b8ea495ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eea092-56ec-4685-94fb-2e3f822361c2,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:23.843624 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-e1ad89ed-6577-4fef-830d-d07b7935fb37 None None] Provisioning for port 11375eda-0817-4ccf-81b7-ddb25102a592 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:23.848130 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.860720 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-e1ad89ed-6577-4fef-830d-d07b7935fb37 None None] Provisioning complete for port 11375eda-0817-4ccf-81b7-ddb25102a592 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:23.861334 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e1ad89ed-6577-4fef-830d-d07b7935fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.902866 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:23.904974 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad89ed-6577-4fef-830d-d07b7935fb37 None None] Port 11375eda-0817-4ccf-81b7-ddb25102a592 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:01:23.979290 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.003278 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=105358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:01:24.012676 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1db32a1-7d2f-48d9-9708-9b45e0206b67,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:24.023225 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.023561 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.segments_db [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Added segment 22bb215f-465c-491d-9f5a-65ca34327930 of type vlan for network fd3f92a4-1241-4536-88a0-2b7bdf575790 Aug 09 11:01:24.067438 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.074261 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11375eda-0817-4ccf-81b7-ddb25102a592 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:01:24.081931 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.096727 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Transition to ACTIVE for port object 11375eda-0817-4ccf-81b7-ddb25102a592 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:24.173465 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.174570 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:24.175329 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.202735 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.270452 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] Pushing event updated for resources: {'Network': ['ID=fd3f92a4-1241-4536-88a0-2b7bdf575790,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:24.285300 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network fd3f92a4-1241-4536-88a0-2b7bdf575790 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:01:24.341277 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-332fd578-f6a2-435b-9f8c-90708896ff9a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9517422 Aug 09 11:01:24.343096 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Pushing event updated for resources: {'Port': ['ID=11375eda-0817-4ccf-81b7-ddb25102a592,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:24.349868 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47976) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:24.356747 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Request body: {'subnet': {'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-976952086-subnet', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'ip_version': 4}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:24.376394 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Attempting to bind port 11375eda-0817-4ccf-81b7-ddb25102a592 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:01:24.377021 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Attempting to bind port 11375eda-0817-4ccf-81b7-ddb25102a592 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:01:24.377628 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Attempting to bind port 11375eda-0817-4ccf-81b7-ddb25102a592 on network 8d587cde-7337-4019-a1e6-1decd6d75890 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:24.392036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Port 11375eda-0817-4ccf-81b7-ddb25102a592 on network 8d587cde-7337-4019-a1e6-1decd6d75890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:01:24.392036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Attempting to bind port 11375eda-0817-4ccf-81b7-ddb25102a592 on network 8d587cde-7337-4019-a1e6-1decd6d75890 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:24.392036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:01:24.392036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Checking segment: {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:24.392036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Bound using segment: {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:01:24.392036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Bound port: 11375eda-0817-4ccf-81b7-ddb25102a592, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17621e40-b7f1-4de3-a469-b1f927da0590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:01:24.392036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.393091 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1e659-0f27-4a6d-9488-e9e27cc0b147 req-29c07ac4-4dd8-4941-b341-0511be8685bf tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:24.406620 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1da1e659-0f27-4a6d-9488-e9e27cc0b147 req-29c07ac4-4dd8-4941-b341-0511be8685bf tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 943 time: 0.1053386 Aug 09 11:01:24.465829 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1da1e659-0f27-4a6d-9488-e9e27cc0b147 req-7f91c29e-9be5-4d29-9249-2fa7d1f1b00c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580297 Aug 09 11:01:24.515619 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8219e8d-1555-471a-81d8-3aabf3fa4df5 req-ee96d0cf-767b-4acf-8d9f-0fead39759ad tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:24.517095 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8219e8d-1555-471a-81d8-3aabf3fa4df5 req-ee96d0cf-767b-4acf-8d9f-0fead39759ad tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0814660 Aug 09 11:01:24.524358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:01:24.528606 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Made reservation on behalf of 60fc335211f548da814fb39cb136515c for: {'subnet': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:01:24.529711 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=11375eda-0817-4ccf-81b7-ddb25102a592,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:01:24.535171 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011492'] for subnet, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.570258 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8219e8d-1555-471a-81d8-3aabf3fa4df5 req-974caa00-fb76-484b-80dc-6e0aab0f7594 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 Aug 09 11:01:24.597076 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.631327 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:24.631327 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.633016 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] 10.222.0.37 "PUT /v2.0/ports/11375eda-0817-4ccf-81b7-ddb25102a592 HTTP/1.1" status: 200 len: 1093 time: 0.9141214 Aug 09 11:01:24.633446 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:01:24.635803 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4497459-3e6f-481f-9eeb-bda96b1f50ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:01:24.666066 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf18e5-4c80-4798-a12f-5c64a38f579b service neutron] Pushing event updated for resources: {'Port': ['ID=11375eda-0817-4ccf-81b7-ddb25102a592,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:24.710930 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f339d14-b93a-4f59-8232-e45def3bc82c x-openstack-request-id: req-1f339d14-b93a-4f59-8232-e45def3bc82c {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:01:24.714619 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:01:24.715295 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f339d14-b93a-4f59-8232-e45def3bc82c {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:01:24.715438 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592', 'status': 'completed', 'code': 200} Aug 09 11:01:24.773839 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4497459-3e6f-481f-9eeb-bda96b1f50ef req-253ec2b1-e806-420d-a672-5e4356b26d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:24.775484 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c4497459-3e6f-481f-9eeb-bda96b1f50ef req-253ec2b1-e806-420d-a672-5e4356b26d3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1096 time: 0.0530217 Aug 09 11:01:24.785682 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5854994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011478'] for subnet, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:24.842579 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2655b6c-69ec-458a-aed4-0c0a1a62d638,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:24.855541 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Checking segment: {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:24.855899 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Network hostable DHCP agents. Network: fd3f92a4-1241-4536-88a0-2b7bdf575790, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:01:24.883832 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4497459-3e6f-481f-9eeb-bda96b1f50ef req-9ed0048f-0997-41bc-b928-5862a7b78afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:24.885981 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c4497459-3e6f-481f-9eeb-bda96b1f50ef req-9ed0048f-0997-41bc-b928-5862a7b78afd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1031168 Aug 09 11:01:24.938946 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Network fd3f92a4-1241-4536-88a0-2b7bdf575790 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:01:24.986826 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4497459-3e6f-481f-9eeb-bda96b1f50ef req-0910025d-7f6e-4a35-a916-0d1a5a49afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:24.988369 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c4497459-3e6f-481f-9eeb-bda96b1f50ef req-0910025d-7f6e-4a35-a916-0d1a5a49afcf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957065 Aug 09 11:01:25.013556 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, fd3f92a4-1241-4536-88a0-2b7bdf575790) {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:25.018482 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:25.019412 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.024624 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd7c0c-5ab9-4778-930c-6810425fea83 None None] Network fd3f92a4-1241-4536-88a0-2b7bdf575790 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:01:25.069066 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224c39-b711-4843-a567-504913a2bf2f req-9bffd919-2ad0-4105-8bda-39f134997452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:25.070625 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-9bffd919-2ad0-4105-8bda-39f134997452 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1096 time: 0.0458391 Aug 09 11:01:25.106004 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-96e8fb4e-a03b-4a88-b0da-daa59a2e8d48 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7532854 Aug 09 11:01:25.109031 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 47996) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:25.115101 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-4e1091cf-b808-43c5-a220-6b2e31e0a674 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11375eda-0817-4ccf-81b7-ddb25102a592 HTTP/1.1" status: 200 len: 217 time: 0.0349891 Aug 09 11:01:25.116194 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:25.172325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224c39-b711-4843-a567-504913a2bf2f req-dea1b4c2-97ea-40dd-9f39-abc8fe4ee133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:25.174252 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-dea1b4c2-97ea-40dd-9f39-abc8fe4ee133 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c94c04-da54-4448-b0ab-56abf43d8145 HTTP/1.1" status: 200 len: 848 time: 0.0522494 Aug 09 11:01:25.195997 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-fd3f92a4-1241-4536-88a0-2b7bdf575790', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:01:25.196958 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.202113 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.203444 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.225979 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224c39-b711-4843-a567-504913a2bf2f req-3cef6292-8a8d-4e4b-aa4e-92b659d280df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:25.227524 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-3cef6292-8a8d-4e4b-aa4e-92b659d280df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d587cde-7337-4019-a1e6-1decd6d75890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463216 Aug 09 11:01:25.271603 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.278746 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.334843 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-924fffbb-9d38-42cb-9d01-eca432f36328 service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991859 Aug 09 11:01:25.353506 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Allocated IP 172.20.0.2 (fd3f92a4-1241-4536-88a0-2b7bdf575790/e2655b6c-69ec-458a-aed4-0c0a1a62d638/9d6f9d93-2dfb-4b99-9c11-eff21e484893) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:25.432571 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a7224c39-b711-4843-a567-504913a2bf2f req-8809d080-a81c-4185-a3d3-b7b0dca58d82 service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903251 Aug 09 11:01:25.500246 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.508582 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.508774 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Transition to ACTIVE for port object 9d6f9d93-2dfb-4b99-9c11-eff21e484893 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:25.523988 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Transition to ACTIVE for port object 9d6f9d93-2dfb-4b99-9c11-eff21e484893 will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:25.583993 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef9195-8f04-4aa5-a98a-ee25c8b8a6f4 req-a7dc8776-4ff7-4b2b-b362-0061eac99f31 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:25.585451 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f5ef9195-8f04-4aa5-a98a-ee25c8b8a6f4 req-a7dc8776-4ff7-4b2b-b362-0061eac99f31 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 943 time: 0.0469422 Aug 09 11:01:25.659635 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.660187 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f5ef9195-8f04-4aa5-a98a-ee25c8b8a6f4 req-2444bbba-ea5a-4fd5-b88e-4bbce1871283 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686197 Aug 09 11:01:25.691417 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc7ca7-d55b-45d1-9249-08f9b8a853b9 req-ae149e3a-f4ce-4bf8-924b-a31262d3a1be tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:25.693267 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7bfc7ca7-d55b-45d1-9249-08f9b8a853b9 req-ae149e3a-f4ce-4bf8-924b-a31262d3a1be tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0540049 Aug 09 11:01:25.713745 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Network fd3f92a4-1241-4536-88a0-2b7bdf575790 is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:25.717918 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:25.725629 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:25.737907 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7bfc7ca7-d55b-45d1-9249-08f9b8a853b9 req-5ba1d009-714b-4158-b45f-065c78e3bb2d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373309 Aug 09 11:01:25.741369 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Pushing event updated for resources: {'Port': ['ID=9d6f9d93-2dfb-4b99-9c11-eff21e484893,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:25.788413 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Attempting to bind port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:01:25.788781 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Attempting to bind port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:01:25.789240 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Attempting to bind port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 on network fd3f92a4-1241-4536-88a0-2b7bdf575790 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:25.795814 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:01:25.795814 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Checking segment: {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:25.795814 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.795814 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Bound using segment: {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:01:25.795814 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Bound port: 9d6f9d93-2dfb-4b99-9c11-eff21e484893, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:01:25.796299 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.848298 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.858548 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] For port 9d6f9d93-2dfb-4b99-9c11-eff21e484893, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:01:25.861574 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] For port 9d6f9d93-2dfb-4b99-9c11-eff21e484893, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=9d6f9d93-2dfb-4b99-9c11-eff21e484893,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:01:25.867465 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.962739 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:25.967750 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Allocated IP 172.27.0.199 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/40220408-1bf4-408b-b8c6-6e7692c41ef7) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:26.024844 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18513f19-0e28-48f2-8112-be1eb7fdd0f7 None None] Pushing event updated for resources: {'Port': ['ID=9d6f9d93-2dfb-4b99-9c11-eff21e484893,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:26.091952 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:26.191027 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:26.246334 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:26.249368 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:26.252275 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:26.277988 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Pushing event updated for resources: {'Port': ['ID=40220408-1bf4-408b-b8c6-6e7692c41ef7,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:26.571942 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:26.776883 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:26.795967 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cbb26-6a5f-4d57-9b5a-b6d2b0a95c46 req-90700ccf-9be4-447e-9533-3179d851a8c4 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:26.798594 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e85cbb26-6a5f-4d57-9b5a-b6d2b0a95c46 req-90700ccf-9be4-447e-9533-3179d851a8c4 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 943 time: 0.0588906 Aug 09 11:01:26.848474 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e85cbb26-6a5f-4d57-9b5a-b6d2b0a95c46 req-a8e7ce7c-852d-48f3-9ea2-829a0a92d3c5 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432239 Aug 09 11:01:26.921463 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3309f-6627-4c96-bd85-b42a3d4920fc req-33b9c30a-4dd3-4521-9087-50b9c7911ae7 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:26.922974 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-53e3309f-6627-4c96-bd85-b42a3d4920fc req-33b9c30a-4dd3-4521-9087-50b9c7911ae7 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.1007140 Aug 09 11:01:26.945234 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c72974b-667f-4cb9-ad18-abc5604bf049 None None] Network fd3f92a4-1241-4536-88a0-2b7bdf575790 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:01:26.974722 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-53e3309f-6627-4c96-bd85-b42a3d4920fc req-38a6264f-0580-4926-8ffd-868594b10f6e tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445864 Aug 09 11:01:27.046912 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 186c7f92-37c7-4fc2-86b3-eab079846142 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:01:27.093553 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Router 72e1eca2-df00-4329-be83-7c8f8879bf77 is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:01:27.215232 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:01:27.255346 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Sync routers for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:01:27.258006 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-17948e0a-1eb1-4d35-9e4d-3703ff90c490 None None] Provisioning for port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:27.288267 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] Notify callbacks [] for router, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:27.292066 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-d8690ae3-2866-47ce-b0b9-418d669e294e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1793215 Aug 09 11:01:27.292377 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48022) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:27.295158 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:27.295800 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:27.358779 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 186c7f92-37c7-4fc2-86b3-eab079846142, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=186c7f92-37c7-4fc2-86b3-eab079846142,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:27.375413 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '186c7f92-37c7-4fc2-86b3-eab079846142', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'port_id': '186c7f92-37c7-4fc2-86b3-eab079846142', 'mac_address': 'fa:16:3e:59:58:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:01:27.472227 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:27.499184 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:27.584968 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186c7f92-37c7-4fc2-86b3-eab079846142 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:01:27.616816 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 186c7f92-37c7-4fc2-86b3-eab079846142, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=186c7f92-37c7-4fc2-86b3-eab079846142,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:27.683679 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:27.757093 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=186c7f92-37c7-4fc2-86b3-eab079846142,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:27.763044 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:26Z', 'revision_number': 3, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:27.799598 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Checking router: 72e1eca2-df00-4329-be83-7c8f8879bf77 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:01:27.799955 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Updating router 72e1eca2-df00-4329-be83-7c8f8879bf77 port 40220408-1bf4-408b-b8c6-6e7692c41ef7 binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:01:27.831399 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:27.912972 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['186c7f92-37c7-4fc2-86b3-eab079846142'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:01:27.987042 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.023008 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50723a47-c23c-429a-9da4-453652c73955 req-5a6b1f44-f983-49e0-ac98-60332adcb8dc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:28.024718 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-50723a47-c23c-429a-9da4-453652c73955 req-5a6b1f44-f983-49e0-ac98-60332adcb8dc tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 944 time: 0.1028147 Aug 09 11:01:28.159778 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-50723a47-c23c-429a-9da4-453652c73955 req-afd79386-fc6f-4457-a904-6879c0b5355c tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006751 Aug 09 11:01:28.165921 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dec857-7ebc-4c56-9b8d-7c418d7fd398 req-cb85d8ee-7566-46ac-910b-d8303b710321 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:28.182579 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-39dec857-7ebc-4c56-9b8d-7c418d7fd398 req-cb85d8ee-7566-46ac-910b-d8303b710321 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0787308 Aug 09 11:01:28.223755 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-39dec857-7ebc-4c56-9b8d-7c418d7fd398 req-b0b4fffe-aa0f-44d6-8edc-0a257b1553f1 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466604 Aug 09 11:01:28.229715 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 9d6f9d93-2dfb-4b99-9c11-eff21e484893 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:28.238617 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Allocated IP 172.20.0.1 (fd3f92a4-1241-4536-88a0-2b7bdf575790/e2655b6c-69ec-458a-aed4-0c0a1a62d638/c8b01caa-7359-4332-b630-2622d8e62ba5) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:28.284560 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.300805 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Transition to ACTIVE for port object 40220408-1bf4-408b-b8c6-6e7692c41ef7 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:28.340922 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.353814 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.provisioning_blocks [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Transition to ACTIVE for port object c8b01caa-7359-4332-b630-2622d8e62ba5 will not be triggered until provisioned by entity DHCP. {{(pid=105358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:28.396542 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:28.399491 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.409524 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:28.409885 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.448056 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.482708 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Attempting to bind port 40220408-1bf4-408b-b8c6-6e7692c41ef7 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:01:28.483076 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Attempting to bind port 40220408-1bf4-408b-b8c6-6e7692c41ef7 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:01:28.483461 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Attempting to bind port 40220408-1bf4-408b-b8c6-6e7692c41ef7 on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:28.487479 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Network fd3f92a4-1241-4536-88a0-2b7bdf575790 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:28.492249 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:28.492973 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af39ed-9f4a-46c6-942c-7e33d95f9cab None None] Pushing event updated for resources: {'Port': ['ID=40220408-1bf4-408b-b8c6-6e7692c41ef7,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:28.495720 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:28.498647 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:01:28.499019 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:28.499454 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.499833 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:01:28.500304 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Bound port: 40220408-1bf4-408b-b8c6-6e7692c41ef7, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:01:28.500684 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.519720 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b01caa-7359-4332-b630-2622d8e62ba5,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:28.544145 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.592244 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] For port 40220408-1bf4-408b-b8c6-6e7692c41ef7, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:01:28.597022 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] For port 40220408-1bf4-408b-b8c6-6e7692c41ef7, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=40220408-1bf4-408b-b8c6-6e7692c41ef7,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:01:28.599716 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.636108 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 9d6f9d93-2dfb-4b99-9c11-eff21e484893, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=9d6f9d93-2dfb-4b99-9c11-eff21e484893,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:28.671376 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.729732 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.733457 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:28.734122 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:28.738743 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af39ed-9f4a-46c6-942c-7e33d95f9cab None None] Pushing event updated for resources: {'Port': ['ID=40220408-1bf4-408b-b8c6-6e7692c41ef7,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:28.771383 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.867642 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=9d6f9d93-2dfb-4b99-9c11-eff21e484893,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:28.887384 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:28.889452 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-dda8aa13-b1c8-456e-9ee1-491b0d18707c None None] Provisioning for port c8b01caa-7359-4332-b630-2622d8e62ba5 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:28.931132 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.942797 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-dda8aa13-b1c8-456e-9ee1-491b0d18707c None None] Provisioning complete for port c8b01caa-7359-4332-b630-2622d8e62ba5 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:28.943184 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-dda8aa13-b1c8-456e-9ee1-491b0d18707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:28.978853 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5855087'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:29.014541 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-dda8aa13-b1c8-456e-9ee1-491b0d18707c None None] Port c8b01caa-7359-4332-b630-2622d8e62ba5 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:01:29.044259 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b01caa-7359-4332-b630-2622d8e62ba5,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:29.047479 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:29.065468 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 186c7f92-37c7-4fc2-86b3-eab079846142 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:29.161940 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Network fd3f92a4-1241-4536-88a0-2b7bdf575790 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:29.164586 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:29.261178 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:26Z', 'revision_number': 3, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:29.296080 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d7581-5361-4012-9038-43c35ec7ecc8 None None] The sync data for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi is: [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:26Z', 'revision_number': 3, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:01:29.345240 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 186c7f92-37c7-4fc2-86b3-eab079846142 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:29.345479 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fcfde-f014-42b9-a0d6-98e78a76e39d req-9fa05452-bd33-4791-a3c6-3e01994ddcff tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:29.346993 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d98fcfde-f014-42b9-a0d6-98e78a76e39d req-9fa05452-bd33-4791-a3c6-3e01994ddcff tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 944 time: 0.0929232 Aug 09 11:01:29.349474 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 186c7f92-37c7-4fc2-86b3-eab079846142 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:29.349854 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:29.412845 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d98fcfde-f014-42b9-a0d6-98e78a76e39d req-c413b3c0-82a5-4b0c-b312-ac9489c3ec96 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571680 Aug 09 11:01:29.415444 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Router 72e1eca2-df00-4329-be83-7c8f8879bf77 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:01:29.424342 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989a03-3bef-4a05-923a-7409133272c9 req-d90f54f4-68d2-4ed3-8b6c-6e6fbfe530e2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:29.426528 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-27989a03-3bef-4a05-923a-7409133272c9 req-d90f54f4-68d2-4ed3-8b6c-6e6fbfe530e2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0850286 Aug 09 11:01:29.466566 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:29.494431 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c7f92-37c7-4fc2-86b3-eab079846142'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:01:29.496767 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8444906f-520d-4f55-be42-156d3dd9b9c6" -d '{"events": [{"server_uuid": "97e91b41-313e-4dc6-a1dd-7b76b121bc3c", "name": "network-vif-plugged", "status": "completed", "tag": "186c7f92-37c7-4fc2-86b3-eab079846142"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:01:29.510486 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 186c7f92-37c7-4fc2-86b3-eab079846142, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=186c7f92-37c7-4fc2-86b3-eab079846142,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:29.520341 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-27989a03-3bef-4a05-923a-7409133272c9 req-03b18098-9596-4943-97b0-ff6fd8fb4f72 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880704 Aug 09 11:01:29.545295 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-0e713e46-36be-4f95-8f20-e76fcaac7f11 None None] Provisioning complete for port c8b01caa-7359-4332-b630-2622d8e62ba5 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:29.545523 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0e713e46-36be-4f95-8f20-e76fcaac7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:29.547989 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63088b37-f515-456a-b333-487ac554220d x-openstack-request-id: req-63088b37-f515-456a-b333-487ac554220d {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:01:29.548289 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e91b41-313e-4dc6-a1dd-7b76b121bc3c", "name": "network-vif-plugged", "status": "completed", "tag": "186c7f92-37c7-4fc2-86b3-eab079846142", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:01:29.548541 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63088b37-f515-456a-b333-487ac554220d {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:01:29.548924 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c7f92-37c7-4fc2-86b3-eab079846142', 'code': 200} Aug 09 11:01:29.584563 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:29.593846 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:01:29.630360 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-728d38fb-29af-40ba-b469-ad9190c163b5 admin admin] 10.222.0.35 "PUT /v2.0/routers/72e1eca2-df00-4329-be83-7c8f8879bf77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3248127 Aug 09 11:01:29.655139 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-0e713e46-36be-4f95-8f20-e76fcaac7f11 None None] Port c8b01caa-7359-4332-b630-2622d8e62ba5 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:01:29.684594 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=186c7f92-37c7-4fc2-86b3-eab079846142,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:29.921829 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193577d-1001-4146-ba0e-cbb82b9b1184 req-d9dbcc7c-70db-44ea-8e51-20a44acac3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:29.923445 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4193577d-1001-4146-ba0e-cbb82b9b1184 req-d9dbcc7c-70db-44ea-8e51-20a44acac3ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 1098 time: 0.0406241 Aug 09 11:01:29.968379 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4193577d-1001-4146-ba0e-cbb82b9b1184 req-bbad6e53-6e42-4197-b5eb-c0868d1ce317 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373535 Aug 09 11:01:30.128226 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 9d6f9d93-2dfb-4b99-9c11-eff21e484893 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:30.189145 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:30.189526 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:30.286355 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 40220408-1bf4-408b-b8c6-6e7692c41ef7 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:30.402239 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 40220408-1bf4-408b-b8c6-6e7692c41ef7 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:30.406559 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 40220408-1bf4-408b-b8c6-6e7692c41ef7 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:30.406930 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:30.494092 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48072) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:30.499968 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1254329310-network', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:30.512200 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:30.542418 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 40220408-1bf4-408b-b8c6-6e7692c41ef7, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=40220408-1bf4-408b-b8c6-6e7692c41ef7,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:30.575078 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717ae38-1462-463a-aba8-815b9a255b10 req-c1023312-1e7d-4c4f-b783-54481a1842be tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:30.576788 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9717ae38-1462-463a-aba8-815b9a255b10 req-c1023312-1e7d-4c4f-b783-54481a1842be tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 945 time: 0.0517690 Aug 09 11:01:30.590555 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Made reservation on behalf of 0fa2123e81a642ed837b54d6e3ffd1a3 for: {'network': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:01:30.592941 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:30.602517 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:30.616785 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:30.628066 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9717ae38-1462-463a-aba8-815b9a255b10 req-e98b2085-0fd1-4107-8d6f-a35b3a81e85f tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447481 Aug 09 11:01:30.659701 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=40220408-1bf4-408b-b8c6-6e7692c41ef7,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:30.695626 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef85a89-8bc9-4aa4-9ea8-3db91456f063 req-89d3a9c9-1a91-498e-bd30-446e8439cce3 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:30.697121 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bef85a89-8bc9-4aa4-9ea8-3db91456f063 req-89d3a9c9-1a91-498e-bd30-446e8439cce3 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.1019273 Aug 09 11:01:30.756989 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-bef85a89-8bc9-4aa4-9ea8-3db91456f063 req-7050de2d-a1dc-4ce3-99d0-dac0ee904a2b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529332 Aug 09 11:01:30.802584 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:30.910635 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:30.936089 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:01:30.945760 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461ede9f-f0e1-4591-9ffa-a8043a326cfa,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:30.951737 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:30.952068 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.segments_db [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Added segment ef1ad985-2f55-4ef2-b762-eadc7b2a7c72 of type vlan for network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 Aug 09 11:01:30.998637 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:31.080174 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Sync routers for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:01:31.090095 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:31.090723 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:31.117095 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:31.118278 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:31.118988 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:31.191322 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] Pushing event updated for resources: {'Network': ['ID=75aafff2-3c74-46dd-995a-a5d3fa13bc58,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:31.202876 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:01:31.205907 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:31.348782 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-bb0533b4-166f-4eed-b14a-1cb0628446e0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8396108 Aug 09 11:01:31.348782 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48084) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:31.348782 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Request body: {'subnet': {'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1254329310-subnet', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'ip_version': 4}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:31.436389 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Made reservation on behalf of 0fa2123e81a642ed837b54d6e3ffd1a3 for: {'subnet': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:01:31.438776 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011492'] for subnet, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:31.526392 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'c8b01caa-7359-4332-b630-2622d8e62ba5', 'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'mac_address': 'fa:16:3e:99:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:28Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 2, 'project_id': '60fc335211f548da814fb39cb136515c', 'subnets': [{'id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:31.557040 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Checking router: 72e1eca2-df00-4329-be83-7c8f8879bf77 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:01:31.557396 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Updating router 72e1eca2-df00-4329-be83-7c8f8879bf77 port c8b01caa-7359-4332-b630-2622d8e62ba5 binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:01:31.581633 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:31.693954 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5854994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011478'] for subnet, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:31.769441 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4134a811-6d86-44a9-ad1f-56f8a1e2ec74,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:31.804673 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bebf-3c51-4e4e-b71d-65b8134850e5 req-3f4c6a41-0439-4930-a772-f748cadfa145 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:31.805865 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0143bebf-3c51-4e4e-b71d-65b8134850e5 req-3f4c6a41-0439-4930-a772-f748cadfa145 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 945 time: 0.1044319 Aug 09 11:01:31.834829 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Checking segment: {'id': 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:31.835285 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Network hostable DHCP agents. Network: 75aafff2-3c74-46dd-995a-a5d3fa13bc58, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:01:31.855611 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:31.857845 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0143bebf-3c51-4e4e-b71d-65b8134850e5 req-146d8269-d3da-4b97-98b6-2cc89328b7ef tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460951 Aug 09 11:01:31.879532 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Transition to ACTIVE for port object c8b01caa-7359-4332-b630-2622d8e62ba5 will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:31.901493 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91753eb8-49bd-4049-8038-c99766dae72c req-e985430c-1a4b-4609-ab2f-a54aaa8e8201 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:31.903207 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-91753eb8-49bd-4049-8038-c99766dae72c req-e985430c-1a4b-4609-ab2f-a54aaa8e8201 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0597537 Aug 09 11:01:31.921849 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:01:31.941690 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-91753eb8-49bd-4049-8038-c99766dae72c req-b3e79a6a-a4e9-4362-b684-acf470cb4997 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325658 Aug 09 11:01:31.950596 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.040621 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 40220408-1bf4-408b-b8c6-6e7692c41ef7 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:32.046822 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 75aafff2-3c74-46dd-995a-a5d3fa13bc58) {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:32.047010 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6545deb-2272-4895-8b02-bed750ddbc77 None None] Pushing event updated for resources: {'Port': ['ID=c8b01caa-7359-4332-b630-2622d8e62ba5,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:32.068944 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf5774-0d2e-4d49-a06c-2df763c67e74 None None] Network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:01:32.070099 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:32.070564 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.089897 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42340f71-c967-4ca1-8b04-ebec427731b4 req-a3d3219f-2fff-42a4-8246-3c7335ab7e52 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:32.091614 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-42340f71-c967-4ca1-8b04-ebec427731b4 req-a3d3219f-2fff-42a4-8246-3c7335ab7e52 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 945 time: 0.0863836 Aug 09 11:01:32.092680 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Attempting to bind port c8b01caa-7359-4332-b630-2622d8e62ba5 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:01:32.093241 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Attempting to bind port c8b01caa-7359-4332-b630-2622d8e62ba5 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:01:32.093606 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Attempting to bind port c8b01caa-7359-4332-b630-2622d8e62ba5 on network fd3f92a4-1241-4536-88a0-2b7bdf575790 {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:32.101905 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48098) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:32.102428 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:01:32.103953 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Checking segment: {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:32.103953 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.104165 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Bound using segment: {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:01:32.104776 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Bound port: c8b01caa-7359-4332-b630-2622d8e62ba5, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:01:32.105266 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.106591 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-38689da3-20cf-4121-8a38-6b6518b6d98b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Request body: {'floatingip': {'port_id': '186c7f92-37c7-4fc2-86b3-eab079846142'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:32.174098 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-5b6d0423-a6ad-443a-9fd8-7871fa820318 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8324549 Aug 09 11:01:32.174678 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 48100) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:32.178967 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 40220408-1bf4-408b-b8c6-6e7692c41ef7 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:32.179406 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:32.179734 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.189234 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-38689da3-20cf-4121-8a38-6b6518b6d98b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.190362 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] For port c8b01caa-7359-4332-b630-2622d8e62ba5, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:01:32.195371 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] For port c8b01caa-7359-4332-b630-2622d8e62ba5, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=c8b01caa-7359-4332-b630-2622d8e62ba5,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:01:32.277061 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.311636 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.313809 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.342582 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:32.343260 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:32.354737 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-75aafff2-3c74-46dd-995a-a5d3fa13bc58', 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'fixed_ips': [{'subnet_id': '4134a811-6d86-44a9-ad1f-56f8a1e2ec74'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:01:32.355709 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.404124 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6545deb-2272-4895-8b02-bed750ddbc77 None None] Pushing event updated for resources: {'Port': ['ID=c8b01caa-7359-4332-b630-2622d8e62ba5,revision_number=4']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:32.431797 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.516394 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:32.555502 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Allocated IP 172.20.0.2 (75aafff2-3c74-46dd-995a-a5d3fa13bc58/4134a811-6d86-44a9-ad1f-56f8a1e2ec74/967499e8-1823-4735-ad93-1399bfcf9265) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:32.733269 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.744078 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Transition to ACTIVE for port object 967499e8-1823-4735-ad93-1399bfcf9265 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:32.761052 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Transition to ACTIVE for port object 967499e8-1823-4735-ad93-1399bfcf9265 will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:32.764465 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'c8b01caa-7359-4332-b630-2622d8e62ba5', 'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'mac_address': 'fa:16:3e:99:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:28Z', 'updated_at': '2021-08-09T11:01:32Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'subnets': [{'id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:32.780315 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-38689da3-20cf-4121-8a38-6b6518b6d98b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.791856 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf17b0-d2e0-45b4-a360-4f9a6e3cf247 None None] The sync data for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi is: [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'c8b01caa-7359-4332-b630-2622d8e62ba5', 'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'mac_address': 'fa:16:3e:99:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:28Z', 'updated_at': '2021-08-09T11:01:32Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'subnets': [{'id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:01:32.817728 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.927945 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-38689da3-20cf-4121-8a38-6b6518b6d98b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.929526 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:32.981544 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:32.993633 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:32.993633 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:33.023972 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Pushing event updated for resources: {'Port': ['ID=967499e8-1823-4735-ad93-1399bfcf9265,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:33.081404 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 11375eda-0817-4ccf-81b7-ddb25102a592 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:01:33.137541 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.l3_db [None req-38689da3-20cf-4121-8a38-6b6518b6d98b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Floating IP 1b24cca5-c36f-4e94-9883-71011a019141 associated. External IP: 172.27.0.69, port: 186c7f92-37c7-4fc2-86b3-eab079846142. Aug 09 11:01:33.148345 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Attempting to bind port 967499e8-1823-4735-ad93-1399bfcf9265 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:01:33.148755 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Attempting to bind port 967499e8-1823-4735-ad93-1399bfcf9265 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:01:33.149276 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Attempting to bind port 967499e8-1823-4735-ad93-1399bfcf9265 on network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:33.202718 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:01:33.203120 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Checking segment: {'id': 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:33.203541 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.203936 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Bound using segment: {'id': 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:01:33.204425 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Bound port: 967499e8-1823-4735-ad93-1399bfcf9265, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:01:33.204809 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.299597 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=11375eda-0817-4ccf-81b7-ddb25102a592,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:33.308321 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.321535 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] For port 967499e8-1823-4735-ad93-1399bfcf9265, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:01:33.324103 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '11375eda-0817-4ccf-81b7-ddb25102a592', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'port_id': '11375eda-0817-4ccf-81b7-ddb25102a592', 'mac_address': 'fa:16:3e:1c:d9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:01:33.345296 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] For port 967499e8-1823-4735-ad93-1399bfcf9265, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=967499e8-1823-4735-ad93-1399bfcf9265,segment=NetworkSegment(ef1ad985-2f55-4ef2-b762-eadc7b2a7c72),segment_id=ef1ad985-2f55-4ef2-b762-eadc7b2a7c72)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:01:33.346484 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.395725 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.419518 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11375eda-0817-4ccf-81b7-ddb25102a592 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:01:33.444210 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.458006 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=11375eda-0817-4ccf-81b7-ddb25102a592,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:33.498522 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Allocated IP 172.27.0.208 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/f666d336-2c9f-4835-9aaf-b29eb666d361) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:33.524914 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8849f-a026-4d74-94c3-ddbbbb1919f8 None None] Pushing event updated for resources: {'Port': ['ID=967499e8-1823-4735-ad93-1399bfcf9265,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:33.541348 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b02b66-4cf5-4eb6-bcb3-8b3fc66bc644 req-d04cfec6-72d8-4559-aa03-651d5b34a526 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:33.542933 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-21b02b66-4cf5-4eb6-bcb3-8b3fc66bc644 req-d04cfec6-72d8-4559-aa03-651d5b34a526 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.4069111 Aug 09 11:01:33.551236 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.635042 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=11375eda-0817-4ccf-81b7-ddb25102a592,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:33.636137 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.647968 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-21b02b66-4cf5-4eb6-bcb3-8b3fc66bc644 req-693293b4-44ac-4b63-bd14-791857571380 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892920 Aug 09 11:01:33.734262 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38689da3-20cf-4121-8a38-6b6518b6d98b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Router 9c6a8409-6991-400b-8b74-46dc278fab5b has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:01:33.762874 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.793333 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['11375eda-0817-4ccf-81b7-ddb25102a592'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:01:33.856434 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:33.859519 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:33.862069 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:33.896526 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38689da3-20cf-4121-8a38-6b6518b6d98b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:01:33.912065 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-38689da3-20cf-4121-8a38-6b6518b6d98b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:33.964436 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] Sync routers for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:01:33.969683 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-38689da3-20cf-4121-8a38-6b6518b6d98b tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "PUT /v2.0/floatingips/1b24cca5-c36f-4e94-9883-71011a019141 HTTP/1.1" status: 200 len: 990 time: 1.8666599 Aug 09 11:01:33.970460 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'tag': '186c7f92-37c7-4fc2-86b3-eab079846142'}] {{(pid=105358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:01:33.972981 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9525662269e5ee7a819cbfd3bdc991a083848e7175a74db83737dda9a210291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391b5a67-7337-457e-91e9-a1293f6d6dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "97e91b41-313e-4dc6-a1dd-7b76b121bc3c", "tag": "186c7f92-37c7-4fc2-86b3-eab079846142"}]}' {{(pid=105358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:01:33.997243 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:34.001191 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:34.061718 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d79c81-af24-479f-9d3d-677676375228 x-openstack-request-id: req-79d79c81-af24-479f-9d3d-677676375228 {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:01:34.062002 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e91b41-313e-4dc6-a1dd-7b76b121bc3c", "tag": "186c7f92-37c7-4fc2-86b3-eab079846142", "status": "completed", "code": 200}]} {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:01:34.062282 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79d79c81-af24-479f-9d3d-677676375228 {{(pid=105358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:01:34.062676 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'tag': '186c7f92-37c7-4fc2-86b3-eab079846142', 'status': 'completed', 'code': 200} Aug 09 11:01:34.152508 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:34.212081 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device c8b01caa-7359-4332-b630-2622d8e62ba5 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:34.336242 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Pushing event updated for resources: {'Port': ['ID=f666d336-2c9f-4835-9aaf-b29eb666d361,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:34.429463 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-78da196e-fdbb-4f57-bc1d-a97f82416108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:34.431031 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-78da196e-fdbb-4f57-bc1d-a97f82416108 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e77f245b37164a29a76021e0f5e4fb11&device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 1098 time: 0.1382713 Aug 09 11:01:34.541835 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port c8b01caa-7359-4332-b630-2622d8e62ba5 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:34.544944 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-917e9e12-abf6-4ef9-9a23-4b18d4a76875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:34.546423 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-917e9e12-abf6-4ef9-9a23-4b18d4a76875 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 200 len: 912 time: 0.1075804 Aug 09 11:01:34.551993 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port c8b01caa-7359-4332-b630-2622d8e62ba5 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:34.552366 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:34.708010 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-daab858e-04e1-4021-931a-629833435d25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=186c7f92-37c7-4fc2-86b3-eab079846142 HTTP/1.1" status: 200 len: 998 time: 0.1096528 Aug 09 11:01:34.715246 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:34.756254 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:34.800124 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635564d9-ef5c-4309-b5ca-f833bd3a6c34 None None] Network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:01:34.806029 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port c8b01caa-7359-4332-b630-2622d8e62ba5, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=c8b01caa-7359-4332-b630-2622d8e62ba5,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:34.809172 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '1b24cca5-c36f-4e94-9883-71011a019141', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'port_id': '186c7f92-37c7-4fc2-86b3-eab079846142', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'mac_address': 'fa:16:3e:59:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:01:16Z', 'updated_at': '2021-08-09T11:01:32Z', 'revision_number': 1, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:34.877518 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] Checking router: 9c6a8409-6991-400b-8b74-46dc278fab5b for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:01:34.877773 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-6a9312d0-0dd1-438d-9175-8dc49fdef362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:34.879286 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-6a9312d0-0dd1-438d-9175-8dc49fdef362 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2ef9257-c3b8-444d-9e76-15f4df1c8a8c HTTP/1.1" status: 200 len: 850 time: 0.1619892 Aug 09 11:01:34.891765 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:34.891765 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 967499e8-1823-4735-ad93-1399bfcf9265 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:34.910156 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837589b-766b-4483-8e10-8ac68df5d4c0 req-ff388b13-645d-4e10-9221-b37b778a8099 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:34.911654 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9837589b-766b-4483-8e10-8ac68df5d4c0 req-ff388b13-645d-4e10-9221-b37b778a8099 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 944 time: 0.1485395 Aug 09 11:01:34.951126 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:34.955839 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:35.008630 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-f3a59977-731b-4f52-861b-bdda3307600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:35.010153 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-f3a59977-731b-4f52-861b-bdda3307600a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e36488-c985-4743-8c2a-55a3686fa544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189353 Aug 09 11:01:35.013174 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-634810a9-dc13-491f-8819-bf3cf2935a48 None None] Provisioning for port 967499e8-1823-4735-ad93-1399bfcf9265 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:35.076352 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9837589b-766b-4483-8e10-8ac68df5d4c0 req-15707ebd-ac9c-42c2-8612-e8022e318f26 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486590 Aug 09 11:01:35.129333 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:35.133393 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=c8b01caa-7359-4332-b630-2622d8e62ba5,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:35.177996 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:35.208001 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-2efcc940-1ddd-473a-ac25-e66f16d15d53 service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586766 Aug 09 11:01:35.360725 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 967499e8-1823-4735-ad93-1399bfcf9265 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:35.367588 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-391b5a67-7337-457e-91e9-a1293f6d6dd6 req-7dc7f758-7bf5-48ca-abc8-a6a19834ccb8 service neutron] 10.222.0.37 "GET /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180813 Aug 09 11:01:35.372716 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 967499e8-1823-4735-ad93-1399bfcf9265 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:35.373093 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:35.425276 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Router 58ab56ae-c614-4570-8e0c-e099b98b4417 is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:01:35.524107 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:35.554508 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:01:35.556256 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '1b24cca5-c36f-4e94-9883-71011a019141', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'port_id': '186c7f92-37c7-4fc2-86b3-eab079846142', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'mac_address': 'fa:16:3e:59:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:01:16Z', 'updated_at': '2021-08-09T11:01:32Z', 'revision_number': 1, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:35.567575 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Sync routers for ids ['58ab56ae-c614-4570-8e0c-e099b98b4417'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:01:35.577598 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Routers {'58ab56ae-c614-4570-8e0c-e099b98b4417'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:35.578222 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['58ab56ae-c614-4570-8e0c-e099b98b4417'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:35.593103 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a2bc6-5b8f-4f7b-9f43-183e3739dd3a None None] The sync data for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi is: [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '1b24cca5-c36f-4e94-9883-71011a019141', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'port_id': '186c7f92-37c7-4fc2-86b3-eab079846142', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'mac_address': 'fa:16:3e:59:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:01:16Z', 'updated_at': '2021-08-09T11:01:32Z', 'revision_number': 1, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:01:35.595930 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 967499e8-1823-4735-ad93-1399bfcf9265, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=967499e8-1823-4735-ad93-1399bfcf9265,segment=NetworkSegment(ef1ad985-2f55-4ef2-b762-eadc7b2a7c72),segment_id=ef1ad985-2f55-4ef2-b762-eadc7b2a7c72)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:35.648742 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:35.650043 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-fd27a0a9-97b0-4302-b916-3f5ac75f6da1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4743342 Aug 09 11:01:35.652956 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48130) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:35.673859 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-820d6ff4-939e-4e59-a3f3-432adcc69410 None None] Provisioning complete for port 967499e8-1823-4735-ad93-1399bfcf9265 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:35.674239 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-820d6ff4-939e-4e59-a3f3-432adcc69410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:35.709674 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:35.710361 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Set router 58ab56ae-c614-4570-8e0c-e099b98b4417 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:35.790838 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=967499e8-1823-4735-ad93-1399bfcf9265,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:35.859738 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518126d1-64c6-4a5d-8863-7d802a5857c8 None None] New status for floating IP 1b24cca5-c36f-4e94-9883-71011a019141: ACTIVE {{(pid=105359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:01:35.897258 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:32Z', 'updated_at': '2021-08-09T11:01:34Z', 'revision_number': 3, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'gw_port': {'id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:33Z', 'updated_at': '2021-08-09T11:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:35.923567 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Checking router: 58ab56ae-c614-4570-8e0c-e099b98b4417 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:01:35.923919 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Updating router 58ab56ae-c614-4570-8e0c-e099b98b4417 port f666d336-2c9f-4835-9aaf-b29eb666d361 binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:01:35.951519 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.043217 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device c8b01caa-7359-4332-b630-2622d8e62ba5 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:36.098708 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port c8b01caa-7359-4332-b630-2622d8e62ba5 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:36.099095 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.128529 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.194188 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 967499e8-1823-4735-ad93-1399bfcf9265 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:36.236871 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.247675 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 967499e8-1823-4735-ad93-1399bfcf9265 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:36.248065 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.250858 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Transition to ACTIVE for port object f666d336-2c9f-4835-9aaf-b29eb666d361 will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:36.305595 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea15a6-320a-4acf-8672-6393b54628e9 req-e2d5d7f1-1214-4e74-8a59-d8256645b506 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:36.307125 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-dbea15a6-320a-4acf-8672-6393b54628e9 req-e2d5d7f1-1214-4e74-8a59-d8256645b506 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 944 time: 0.1134255 Aug 09 11:01:36.344997 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.378353 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Allocated IP 172.20.0.1 (75aafff2-3c74-46dd-995a-a5d3fa13bc58/4134a811-6d86-44a9-ad1f-56f8a1e2ec74/2180be46-d972-4148-a79b-8a2dbbe43bc5) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:36.383789 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-dbea15a6-320a-4acf-8672-6393b54628e9 req-b4a08c7e-e51f-4bd8-b7d0-49d06a2b6b97 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685744 Aug 09 11:01:36.488071 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Attempting to bind port f666d336-2c9f-4835-9aaf-b29eb666d361 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:01:36.488434 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Attempting to bind port f666d336-2c9f-4835-9aaf-b29eb666d361 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:01:36.488783 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Attempting to bind port f666d336-2c9f-4835-9aaf-b29eb666d361 on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:36.492859 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029cc4a-ffe7-4170-80f9-b269171f4671 None None] Pushing event updated for resources: {'Port': ['ID=f666d336-2c9f-4835-9aaf-b29eb666d361,revision_number=2']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:36.498486 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:01:36.499238 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:36.499238 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.499638 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:01:36.500216 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Bound port: f666d336-2c9f-4835-9aaf-b29eb666d361, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:01:36.500992 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.503666 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.518110 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.provisioning_blocks [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Transition to ACTIVE for port object 2180be46-d972-4148-a79b-8a2dbbe43bc5 will not be triggered until provisioned by entity DHCP. {{(pid=105358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:36.551666 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] For port f666d336-2c9f-4835-9aaf-b29eb666d361, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:01:36.564011 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:01:36.567019 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] For port f666d336-2c9f-4835-9aaf-b29eb666d361, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=f666d336-2c9f-4835-9aaf-b29eb666d361,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:01:36.619775 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.655768 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:36.660383 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:36.663996 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:36.688490 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.689122 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Pushing event updated for resources: {'Port': ['ID=2180be46-d972-4148-a79b-8a2dbbe43bc5,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:36.707401 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:36.746394 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Routers {'58ab56ae-c614-4570-8e0c-e099b98b4417'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:36.747268 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['58ab56ae-c614-4570-8e0c-e099b98b4417'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:36.785899 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029cc4a-ffe7-4170-80f9-b269171f4671 None None] Pushing event updated for resources: {'Port': ['ID=f666d336-2c9f-4835-9aaf-b29eb666d361,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:36.861813 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] Set router 58ab56ae-c614-4570-8e0c-e099b98b4417 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:36.932223 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:37.014096 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-cd2bcf49-b313-4d36-a350-9c38690fe168 None None] Provisioning for port 2180be46-d972-4148-a79b-8a2dbbe43bc5 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:37.018440 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-cd2bcf49-b313-4d36-a350-9c38690fe168 None None] Provisioning complete for port 2180be46-d972-4148-a79b-8a2dbbe43bc5 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:37.022307 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-cd2bcf49-b313-4d36-a350-9c38690fe168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:37.044310 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:32Z', 'updated_at': '2021-08-09T11:01:34Z', 'revision_number': 3, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'gw_port': {'id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:33Z', 'updated_at': '2021-08-09T11:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:37.054930 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bcf49-b313-4d36-a350-9c38690fe168 None None] Port 2180be46-d972-4148-a79b-8a2dbbe43bc5 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:01:37.071713 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d18d1-ff56-4417-b95c-855c1739cae4 None None] The sync data for ids ['58ab56ae-c614-4570-8e0c-e099b98b4417'] in dv-cinder-803896-1-iscsi is: [{'id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:32Z', 'updated_at': '2021-08-09T11:01:34Z', 'revision_number': 3, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'gw_port': {'id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:33Z', 'updated_at': '2021-08-09T11:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:01:37.103030 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:37.173323 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5855087'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:37.243449 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:37.245243 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Pushing event updated for resources: {'Port': ['ID=2180be46-d972-4148-a79b-8a2dbbe43bc5,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:37.347995 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:37.352083 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:37.478319 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Router 58ab56ae-c614-4570-8e0c-e099b98b4417 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:01:37.584648 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-03e26ef7-a077-40c0-ab06-462f5ecbd640 None None] Provisioning complete for port 2180be46-d972-4148-a79b-8a2dbbe43bc5 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:37.585311 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-03e26ef7-a077-40c0-ab06-462f5ecbd640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:37.598050 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:01:37.604956 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-2b72c1b5-625c-4646-b93f-5336ad12ccf8 admin admin] 10.222.0.35 "PUT /v2.0/routers/58ab56ae-c614-4570-8e0c-e099b98b4417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9502807 Aug 09 11:01:37.621065 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-03e26ef7-a077-40c0-ab06-462f5ecbd640 None None] Port 2180be46-d972-4148-a79b-8a2dbbe43bc5 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:01:38.051031 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f666d336-2c9f-4835-9aaf-b29eb666d361 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:38.299254 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port f666d336-2c9f-4835-9aaf-b29eb666d361 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:38.303193 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port f666d336-2c9f-4835-9aaf-b29eb666d361 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:38.303564 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:38.339092 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 11375eda-0817-4ccf-81b7-ddb25102a592 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:38.434452 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:38.461269 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port f666d336-2c9f-4835-9aaf-b29eb666d361, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=f666d336-2c9f-4835-9aaf-b29eb666d361,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:38.476767 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f9983-2a67-450d-b42e-c4bdcdabab2d req-a63d4e47-a4f2-42e1-a79a-82064956f51d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:38.479245 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1d1f9983-2a67-450d-b42e-c4bdcdabab2d req-a63d4e47-a4f2-42e1-a79a-82064956f51d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 944 time: 0.0718191 Aug 09 11:01:38.511986 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 11375eda-0817-4ccf-81b7-ddb25102a592 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:38.517005 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 11375eda-0817-4ccf-81b7-ddb25102a592 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:38.520057 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:38.545719 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1d1f9983-2a67-450d-b42e-c4bdcdabab2d req-d157aa11-b6af-48da-b976-cfdb295cb868 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464096 Aug 09 11:01:38.555453 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:38.614245 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=f666d336-2c9f-4835-9aaf-b29eb666d361,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:38.655607 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:38.680996 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:01:38.683424 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71af7371-90c1-4989-8794-c7e22b8e1fbe" -d '{"events": [{"server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "name": "network-vif-plugged", "status": "completed", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:01:38.703976 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=11375eda-0817-4ccf-81b7-ddb25102a592,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:38.727283 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8971bc28-acc9-400d-b43a-9771293c2e59 x-openstack-request-id: req-8971bc28-acc9-400d-b43a-9771293c2e59 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:01:38.727283 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "name": "network-vif-plugged", "status": "completed", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:01:38.727283 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8971bc28-acc9-400d-b43a-9771293c2e59 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:01:38.727554 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592', 'code': 200} Aug 09 11:01:38.796432 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:38.872933 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=11375eda-0817-4ccf-81b7-ddb25102a592,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:39.263254 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe2462-09ae-426a-affc-f616636d2504 req-524d31f1-01fe-4a20-9682-598c210968b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:39.265273 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ebfe2462-09ae-426a-affc-f616636d2504 req-524d31f1-01fe-4a20-9682-598c210968b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1098 time: 0.1576703 Aug 09 11:01:39.304209 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ebfe2462-09ae-426a-affc-f616636d2504 req-2fd68db0-4d33-4184-92e3-16171c38b720 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Aug 09 11:01:39.664430 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Sync routers for ids ['58ab56ae-c614-4570-8e0c-e099b98b4417'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:01:39.679374 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Routers {'58ab56ae-c614-4570-8e0c-e099b98b4417'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:39.684066 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['58ab56ae-c614-4570-8e0c-e099b98b4417'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:39.742784 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a419aff-6669-4b8a-81a2-03271c9cdde6 req-e5978141-58ae-4c57-8af4-2e9d8010c5af tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:39.745161 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2a419aff-6669-4b8a-81a2-03271c9cdde6 req-e5978141-58ae-4c57-8af4-2e9d8010c5af tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0865209 Aug 09 11:01:39.816700 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2a419aff-6669-4b8a-81a2-03271c9cdde6 req-8aa18e9d-f19b-4742-90cf-173b8f09a4d3 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641043 Aug 09 11:01:39.860896 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Set router 58ab56ae-c614-4570-8e0c-e099b98b4417 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:40.112287 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f666d336-2c9f-4835-9aaf-b29eb666d361 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:40.144500 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:32Z', 'updated_at': '2021-08-09T11:01:36Z', 'revision_number': 4, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'gw_port': {'id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:33Z', 'updated_at': '2021-08-09T11:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '2180be46-d972-4148-a79b-8a2dbbe43bc5', 'name': '', 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'mac_address': 'fa:16:3e:0d:95:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4134a811-6d86-44a9-ad1f-56f8a1e2ec74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:36Z', 'updated_at': '2021-08-09T11:01:36Z', 'revision_number': 2, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'subnets': [{'id': '4134a811-6d86-44a9-ad1f-56f8a1e2ec74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:40.173285 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Checking router: 58ab56ae-c614-4570-8e0c-e099b98b4417 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:01:40.173632 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Updating router 58ab56ae-c614-4570-8e0c-e099b98b4417 port 2180be46-d972-4148-a79b-8a2dbbe43bc5 binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:01:40.188750 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port f666d336-2c9f-4835-9aaf-b29eb666d361 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:40.189344 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:40.204913 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:40.572574 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:40.589173 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Transition to ACTIVE for port object 2180be46-d972-4148-a79b-8a2dbbe43bc5 will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:40.670838 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:40.732012 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810b91e-1d56-4ec1-a03f-79457285bafb None None] Pushing event updated for resources: {'Port': ['ID=2180be46-d972-4148-a79b-8a2dbbe43bc5,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:40.813179 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Attempting to bind port 2180be46-d972-4148-a79b-8a2dbbe43bc5 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:01:40.813498 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Attempting to bind port 2180be46-d972-4148-a79b-8a2dbbe43bc5 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:01:40.819991 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Attempting to bind port 2180be46-d972-4148-a79b-8a2dbbe43bc5 on network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:01:40.825912 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:01:40.826290 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Checking segment: {'id': 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:01:40.826694 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:40.827088 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Bound using segment: {'id': 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:01:40.827582 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Bound port: 2180be46-d972-4148-a79b-8a2dbbe43bc5, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:01:40.827979 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:40.967216 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] For port 2180be46-d972-4148-a79b-8a2dbbe43bc5, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:01:40.997952 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] For port 2180be46-d972-4148-a79b-8a2dbbe43bc5, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=2180be46-d972-4148-a79b-8a2dbbe43bc5,segment=NetworkSegment(ef1ad985-2f55-4ef2-b762-eadc7b2a7c72),segment_id=ef1ad985-2f55-4ef2-b762-eadc7b2a7c72)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:01:41.018664 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a740bf-2698-4b22-a62f-0674b81b163b req-43eeb79f-b628-4316-a7c0-6e92bfcc711a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:41.020272 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c2a740bf-2698-4b22-a62f-0674b81b163b req-43eeb79f-b628-4316-a7c0-6e92bfcc711a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0794849 Aug 09 11:01:41.071912 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c2a740bf-2698-4b22-a62f-0674b81b163b req-571537eb-2c0f-4721-ae7e-fe5546f4a267 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443802 Aug 09 11:01:41.111332 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:41.211154 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Routers {'58ab56ae-c614-4570-8e0c-e099b98b4417'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:41.212653 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['58ab56ae-c614-4570-8e0c-e099b98b4417'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:41.238993 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa0781-28f1-4802-a7cf-bcb6663232c3 req-6d6c794f-ada1-4c4c-a842-6b6a5bb211c3 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:41.242416 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e0aa0781-28f1-4802-a7cf-bcb6663232c3 req-6d6c794f-ada1-4c4c-a842-6b6a5bb211c3 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0848143 Aug 09 11:01:41.266112 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810b91e-1d56-4ec1-a03f-79457285bafb None None] Pushing event updated for resources: {'Port': ['ID=2180be46-d972-4148-a79b-8a2dbbe43bc5,revision_number=4']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:41.312707 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e0aa0781-28f1-4802-a7cf-bcb6663232c3 req-d5b72c83-0798-408c-b2ca-4034ed463035 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643260 Aug 09 11:01:41.331148 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48212) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:41.410731 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] Set router 58ab56ae-c614-4570-8e0c-e099b98b4417 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:41.556722 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33a5e2-2614-4623-b67c-ff2a28ced11d tempest-TestShelveInstance-145942258 tempest-TestShelveInstance-145942258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:41.558615 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-ae33a5e2-2614-4623-b67c-ff2a28ced11d tempest-TestShelveInstance-145942258 tempest-TestShelveInstance-145942258-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1093 time: 0.2237113 Aug 09 11:01:41.561766 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 48216) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:01:41.567040 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Request body: {'floatingip': {'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'port_id': '11375eda-0817-4ccf-81b7-ddb25102a592', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:41.668201 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:32Z', 'updated_at': '2021-08-09T11:01:36Z', 'revision_number': 4, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'gw_port': {'id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:33Z', 'updated_at': '2021-08-09T11:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '2180be46-d972-4148-a79b-8a2dbbe43bc5', 'name': '', 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'mac_address': 'fa:16:3e:0d:95:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4134a811-6d86-44a9-ad1f-56f8a1e2ec74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:36Z', 'updated_at': '2021-08-09T11:01:40Z', 'revision_number': 4, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'subnets': [{'id': '4134a811-6d86-44a9-ad1f-56f8a1e2ec74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:41.698280 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b9831d-50c8-4270-a24e-f45525164f18 None None] The sync data for ids ['58ab56ae-c614-4570-8e0c-e099b98b4417'] in dv-cinder-803896-1-iscsi is: [{'id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:32Z', 'updated_at': '2021-08-09T11:01:36Z', 'revision_number': 4, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'gw_port': {'id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:33Z', 'updated_at': '2021-08-09T11:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '2180be46-d972-4148-a79b-8a2dbbe43bc5', 'name': '', 'network_id': '75aafff2-3c74-46dd-995a-a5d3fa13bc58', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'mac_address': 'fa:16:3e:0d:95:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4134a811-6d86-44a9-ad1f-56f8a1e2ec74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:36Z', 'updated_at': '2021-08-09T11:01:40Z', 'revision_number': 4, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'subnets': [{'id': '4134a811-6d86-44a9-ad1f-56f8a1e2ec74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:01:41.859597 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for floatingip, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:42.005489 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:42.116147 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 2180be46-d972-4148-a79b-8a2dbbe43bc5 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:42.144538 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Allocated IP 172.27.0.195 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/914e49ef-f991-4c10-9a99-3826504e0e5b) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:42.282022 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 2180be46-d972-4148-a79b-8a2dbbe43bc5 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:42.290021 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 2180be46-d972-4148-a79b-8a2dbbe43bc5 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:42.290697 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:42.295636 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:42.401609 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:42.442684 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 2180be46-d972-4148-a79b-8a2dbbe43bc5, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=2180be46-d972-4148-a79b-8a2dbbe43bc5,segment=NetworkSegment(ef1ad985-2f55-4ef2-b762-eadc7b2a7c72),segment_id=ef1ad985-2f55-4ef2-b762-eadc7b2a7c72)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:01:42.442958 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:42.488236 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:42.491081 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:42.495482 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:42.498656 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'Port': ['ID=914e49ef-f991-4c10-9a99-3826504e0e5b,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:42.527354 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.527765 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.528039 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.528378 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.528712 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.529042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.531214 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.531214 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.531214 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.531214 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.531214 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.531214 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.534035 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:42.598088 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=2180be46-d972-4148-a79b-8a2dbbe43bc5,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:42.613826 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.618537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:01:42.976427 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:43.143455 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:43.333329 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:43.413938 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:43.497252 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event updated for resources: {'Port': ['ID=914e49ef-f991-4c10-9a99-3826504e0e5b,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:43.511758 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:43.950709 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Floating IP 81fd9732-2191-4d69-8c95-6d07a30e159b associated. External IP: 172.27.0.195, port: 11375eda-0817-4ccf-81b7-ddb25102a592. Aug 09 11:01:44.069778 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 2180be46-d972-4148-a79b-8a2dbbe43bc5 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:01:44.169184 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 2180be46-d972-4148-a79b-8a2dbbe43bc5 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:44.177051 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:44.279245 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:01:44.409744 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:01:44.422778 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] Sync routers for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:01:44.437332 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:44.438244 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:44.494548 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:44.549558 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-686c2e75-f8dd-4752-93e8-230d75d7f1ca tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9776130 Aug 09 11:01:44.549558 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:01:44.549558 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8431ab3-66ac-411b-ab8f-070b68d6a127" -d '{"events": [{"name": "network-changed", "server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:01:44.605584 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:44.703557 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac9748c-5260-4b42-9580-02d1fd043ab2 x-openstack-request-id: req-0ac9748c-5260-4b42-9580-02d1fd043ab2 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:01:44.703847 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:01:44.704112 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ac9748c-5260-4b42-9580-02d1fd043ab2 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:01:44.704521 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592', 'status': 'completed', 'code': 200} Aug 09 11:01:44.789310 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-6db11680-8a24-400b-b929-a1f268b24634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:44.790848 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-6db11680-8a24-400b-b929-a1f268b24634 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1098 time: 0.0536575 Aug 09 11:01:44.875045 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:44.913193 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:40Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '81fd9732-2191-4d69-8c95-6d07a30e159b', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'port_id': '11375eda-0817-4ccf-81b7-ddb25102a592', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'mac_address': 'fa:16:3e:1c:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810b21b-3653-466e-b505-644bc0f17d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:01:42Z', 'updated_at': '2021-08-09T11:01:42Z', 'revision_number': 0, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ed3d07-dd30-4ab5-b01a-304a1919d9c3', 'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'mac_address': 'fa:16:3e:e4:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:39Z', 'updated_at': '2021-08-09T11:00:46Z', 'revision_number': 5, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'subnets': [{'id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:44.947246 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] Checking router: 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:01:44.956634 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:01:44.957666 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:01:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:44.990862 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-8329513d-ed74-4550-b324-d9540794d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:44.993237 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-8329513d-ed74-4550-b324-d9540794d80c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d587cde-7337-4019-a1e6-1decd6d75890 HTTP/1.1" status: 200 len: 910 time: 0.1941698 Aug 09 11:01:45.103293 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-cf119e9b-f31f-4126-8135-ae0749d09c19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11375eda-0817-4ccf-81b7-ddb25102a592 HTTP/1.1" status: 200 len: 999 time: 0.1006274 Aug 09 11:01:45.109274 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:01:45.176406 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-70e0d718-1e58-455e-bacc-624ddc2918aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:45.179853 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-70e0d718-1e58-455e-bacc-624ddc2918aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c94c04-da54-4448-b0ab-56abf43d8145 HTTP/1.1" status: 200 len: 848 time: 0.0673065 Aug 09 11:01:45.231871 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-c0ba065b-8c93-4cc1-992d-99675e0621ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:45.233632 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-c0ba065b-8c93-4cc1-992d-99675e0621ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d587cde-7337-4019-a1e6-1decd6d75890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469258 Aug 09 11:01:45.368989 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-a195616f-a054-46fc-9fd1-0c3cba24f611 service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198568 Aug 09 11:01:45.433559 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:40Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '81fd9732-2191-4d69-8c95-6d07a30e159b', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'port_id': '11375eda-0817-4ccf-81b7-ddb25102a592', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'mac_address': 'fa:16:3e:1c:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810b21b-3653-466e-b505-644bc0f17d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:01:42Z', 'updated_at': '2021-08-09T11:01:42Z', 'revision_number': 0, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ed3d07-dd30-4ab5-b01a-304a1919d9c3', 'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'mac_address': 'fa:16:3e:e4:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:39Z', 'updated_at': '2021-08-09T11:00:46Z', 'revision_number': 5, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'subnets': [{'id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:01:45.468298 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafca900-8c67-43e3-a739-67b2ceb81a71 None None] The sync data for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi is: [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:40Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '81fd9732-2191-4d69-8c95-6d07a30e159b', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'port_id': '11375eda-0817-4ccf-81b7-ddb25102a592', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'mac_address': 'fa:16:3e:1c:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810b21b-3653-466e-b505-644bc0f17d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:01:42Z', 'updated_at': '2021-08-09T11:01:42Z', 'revision_number': 0, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ed3d07-dd30-4ab5-b01a-304a1919d9c3', 'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'mac_address': 'fa:16:3e:e4:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:39Z', 'updated_at': '2021-08-09T11:00:46Z', 'revision_number': 5, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'subnets': [{'id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:01:45.471946 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d8431ab3-66ac-411b-ab8f-070b68d6a127 req-d44e2b26-3c46-427a-bef5-300d830e642c service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852530 Aug 09 11:01:45.656976 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c238d06-be9b-4f8a-920c-b8f7a4b18910 None None] New status for floating IP 81fd9732-2191-4d69-8c95-6d07a30e159b: ACTIVE {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:01:50.235655 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-95108100-4e1d-4462-97ba-20e1664b4a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:50.999000 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-13a2378c-eda3-45cc-a7d0-bce219517811 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:51.000494 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-13a2378c-eda3-45cc-a7d0-bce219517811 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/networks?id=fd3f92a4-1241-4536-88a0-2b7bdf575790 HTTP/1.1" status: 200 len: 814 time: 0.1116023 Aug 09 11:01:51.016419 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-dd56445c-86b4-4edf-902b-e5c1087d1e6b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/quotas/60fc335211f548da814fb39cb136515c HTTP/1.1" status: 200 len: 375 time: 0.0096684 Aug 09 11:01:51.066657 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-e1759d40-d3f0-4e7e-a13a-68c2dd7b0b20 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=60fc335211f548da814fb39cb136515c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438163 Aug 09 11:01:51.204362 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-4e087652-ebce-4966-9a9c-b174a472ddc4 service neutron] 10.222.0.35 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255603 Aug 09 11:01:51.300774 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-8588303c-2fb9-462a-a467-8ed61e1bece2 service neutron] 10.222.0.35 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895257 Aug 09 11:01:51.553604 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-76f41ee8-bb35-44c0-b0b7-fa106c72940d req-956a2f4f-8ccb-4f02-a132-b42720f4a787 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 210 time: 0.0252542 Aug 09 11:01:52.634445 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7564a200-837d-4672-aeb5-889031c1fffb req-a54ba7b2-7f47-4acc-8006-7863111bc722 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 210 time: 0.0273132 Aug 09 11:01:53.019397 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-3439830b-bf89-447c-9a29-3a0a836ac6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:53.316459 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:53.726345 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9cbda5e9-e580-495f-8079-4f1b4a7e6e90 req-f4c5ecee-aa7a-41a8-981f-76010909c0e8 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 210 time: 0.0249410 Aug 09 11:01:53.927838 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:54.249335 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-08bf8d67-7327-4c8b-951d-da05d015ba42 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:54.250857 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-08bf8d67-7327-4c8b-951d-da05d015ba42 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.37 "GET /v2.0/networks?id=fd3f92a4-1241-4536-88a0-2b7bdf575790 HTTP/1.1" status: 200 len: 814 time: 0.1086519 Aug 09 11:01:54.274043 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'port': {'device_id': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'admin_state_up': True, 'tenant_id': '60fc335211f548da814fb39cb136515c'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:01:54.476104 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Made reservation on behalf of 60fc335211f548da814fb39cb136515c for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:01:54.480414 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:54.614566 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Allocated IP 172.20.0.14 (fd3f92a4-1241-4536-88a0-2b7bdf575790/e2655b6c-69ec-458a-aed4-0c0a1a62d638/4bcd975b-fecd-45b4-8dc0-8d7080665c42) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:01:54.810760 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:54.825391 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Transition to ACTIVE for port object 4bcd975b-fecd-45b4-8dc0-8d7080665c42 will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:01:54.839769 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-33ae8c4d-d8c3-4cbe-b0ef-c87ab9824d53 req-3a5fd28e-1655-4b55-9e60-94498b37074c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 210 time: 0.0316544 Aug 09 11:01:54.905806 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:54.956347 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Network fd3f92a4-1241-4536-88a0-2b7bdf575790 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:01:54.965238 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:01:54.968241 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:01:55.031949 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:55.032670 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:55.046392 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'Port': ['ID=4bcd975b-fecd-45b4-8dc0-8d7080665c42,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:01:55.184400 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-eebf7888-37cc-452b-8594-3a9b9ad219db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9103434 Aug 09 11:01:55.287035 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:55.413782 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-effaee9d-1b37-4d62-8f99-4664298371cb None None] Provisioning for port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:01:55.418965 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-effaee9d-1b37-4d62-8f99-4664298371cb None None] Provisioning complete for port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:01:55.419410 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-effaee9d-1b37-4d62-8f99-4664298371cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:01:55.456373 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-effaee9d-1b37-4d62-8f99-4664298371cb None None] Port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:01:55.964147 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3636a-d229-4a0c-b93f-973064777f91 req-4ebbbf85-e316-41dd-8cc9-8e1e2db086db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:55.965643 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b9f3636a-d229-4a0c-b93f-973064777f91 req-4ebbbf85-e316-41dd-8cc9-8e1e2db086db tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 932 time: 0.0509470 Aug 09 11:01:56.005249 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b9f3636a-d229-4a0c-b93f-973064777f91 req-1b30f421-62ae-4241-b16a-13c3e9d59d05 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Aug 09 11:01:58.808816 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9479243-dc80-48e5-afa5-7f5b0bd98f9c req-300ac75a-e7f7-4a07-84b1-24921f8c0350 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:58.815561 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e9479243-dc80-48e5-afa5-7f5b0bd98f9c req-300ac75a-e7f7-4a07-84b1-24921f8c0350 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 932 time: 0.0625687 Aug 09 11:01:58.859718 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e9479243-dc80-48e5-afa5-7f5b0bd98f9c req-c751b2e7-9fe9-4ca2-a090-e4b7c509bf5b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379493 Aug 09 11:01:58.962838 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effd44b-03f8-419f-95f6-815475b35551 req-9f296dce-8b75-454c-a831-b641d299557f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:58.964375 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3effd44b-03f8-419f-95f6-815475b35551 req-9f296dce-8b75-454c-a831-b641d299557f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0494814 Aug 09 11:01:59.006826 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3effd44b-03f8-419f-95f6-815475b35551 req-72112e1a-5a83-41dc-9505-68fd30ca657d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355239 Aug 09 11:01:59.986136 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d438e-b903-4a4b-be21-285e021f9415 req-e7f90931-1baa-467e-9610-a40a4a4399a7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:01:59.987717 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c14d438e-b903-4a4b-be21-285e021f9415 req-e7f90931-1baa-467e-9610-a40a4a4399a7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 932 time: 0.0489962 Aug 09 11:02:00.029704 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c14d438e-b903-4a4b-be21-285e021f9415 req-46e759da-564e-4e1a-807f-9d6c1652024c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358467 Aug 09 11:02:00.145601 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871a8f-b2e3-43f1-ada0-2da286cfbd96 req-717c8ccb-876a-4a42-86df-dc16cf68f86e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:00.147212 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d7871a8f-b2e3-43f1-ada0-2da286cfbd96 req-717c8ccb-876a-4a42-86df-dc16cf68f86e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0585871 Aug 09 11:02:00.186359 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d7871a8f-b2e3-43f1-ada0-2da286cfbd96 req-39232fd5-fca1-478e-98e0-5ec602382c70 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331647 Aug 09 11:02:01.146163 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8024a-ff73-4742-8409-47456be17eda req-108848b8-5e13-4f19-a86c-ca3bcc9aa4da tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:01.151756 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-74b8024a-ff73-4742-8409-47456be17eda req-108848b8-5e13-4f19-a86c-ca3bcc9aa4da tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 932 time: 0.0534766 Aug 09 11:02:01.187422 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-74b8024a-ff73-4742-8409-47456be17eda req-f0e3ab7a-5f32-4d84-92bf-fd6ebd1aa119 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Aug 09 11:02:01.306175 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64018ee-2297-442c-b541-26cf8299243a req-25edad77-e080-49ce-967d-3acec314b366 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:01.307881 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f64018ee-2297-442c-b541-26cf8299243a req-25edad77-e080-49ce-967d-3acec314b366 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0485184 Aug 09 11:02:01.348471 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f64018ee-2297-442c-b541-26cf8299243a req-9cf1e8cd-145d-49b0-a0dc-25f411f948f7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347154 Aug 09 11:02:02.312878 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5870fcc-7c54-4211-bfe5-ac5b5f361562 req-562f02e4-4584-428d-acba-f95035966ada tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:02.314483 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b5870fcc-7c54-4211-bfe5-ac5b5f361562 req-562f02e4-4584-428d-acba-f95035966ada tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 932 time: 0.0526114 Aug 09 11:02:02.376030 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b5870fcc-7c54-4211-bfe5-ac5b5f361562 req-7dabd6d4-eaac-4994-8198-fb27d17ec317 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552928 Aug 09 11:02:02.484458 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a83739-00e0-4f68-a42e-5f8b7a6e8693 req-7bb57bcc-bfe1-4a67-a34d-1cae3e461cf6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:02.486094 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d9a83739-00e0-4f68-a42e-5f8b7a6e8693 req-7bb57bcc-bfe1-4a67-a34d-1cae3e461cf6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0490956 Aug 09 11:02:02.530938 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d9a83739-00e0-4f68-a42e-5f8b7a6e8693 req-0109e460-a8c0-4600-8a0a-f1a25e920c48 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360525 Aug 09 11:02:03.493334 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfcd8c-8774-4c15-adf3-3c2f95a3d080 req-8362647d-5165-4256-bb20-36677441bac2 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:03.494860 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-08bfcd8c-8774-4c15-adf3-3c2f95a3d080 req-8362647d-5165-4256-bb20-36677441bac2 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 932 time: 0.0495389 Aug 09 11:02:03.534657 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-08bfcd8c-8774-4c15-adf3-3c2f95a3d080 req-cdda008c-e89d-4566-a81f-ce0234902140 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Aug 09 11:02:03.757030 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a59d49-17e0-49b0-bda3-b0f07372594c req-37768827-bbfc-431d-96cd-73cf2b35853e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:03.757030 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f4a59d49-17e0-49b0-bda3-b0f07372594c req-37768827-bbfc-431d-96cd-73cf2b35853e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0752130 Aug 09 11:02:03.757030 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f4a59d49-17e0-49b0-bda3-b0f07372594c req-ba2964b1-daf6-4e75-9098-4bb3647f9404 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363085 Aug 09 11:02:04.650280 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be1db-f2ba-4ddf-8a8f-4f5e011c2b47 req-2891f577-cda2-4af6-905e-6a128d7cf68c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:04.651784 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c9be1db-f2ba-4ddf-8a8f-4f5e011c2b47 req-2891f577-cda2-4af6-905e-6a128d7cf68c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 932 time: 0.0510674 Aug 09 11:02:04.701525 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9c9be1db-f2ba-4ddf-8a8f-4f5e011c2b47 req-7ad075d8-bc30-4ae2-a91c-b738ecc215d2 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Aug 09 11:02:04.844823 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d836-e816-46ab-94fa-4416a5cbe99d req-1388530e-513f-4e6a-92c8-30a3d23972f2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:04.846340 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d397d836-e816-46ab-94fa-4416a5cbe99d req-1388530e-513f-4e6a-92c8-30a3d23972f2 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0494661 Aug 09 11:02:04.886570 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d397d836-e816-46ab-94fa-4416a5cbe99d req-4abfc008-9360-4f37-87d5-71c56095abac tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339909 Aug 09 11:02:05.828046 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726b8f2-dfd7-40e2-9e93-f8b7d24c523c req-1849dda4-a004-45c1-94d8-5a6a1967ed79 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:05.829600 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c726b8f2-dfd7-40e2-9e93-f8b7d24c523c req-1849dda4-a004-45c1-94d8-5a6a1967ed79 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 932 time: 0.0558245 Aug 09 11:02:05.875021 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c726b8f2-dfd7-40e2-9e93-f8b7d24c523c req-a3b2a624-4f11-4c92-ba7f-293311429fb3 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373626 Aug 09 11:02:06.011497 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a75071-f6fc-4b81-afa0-b57a5950a343 req-01c25d0c-aa41-4554-9b29-75120fda5e89 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:06.012973 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-38a75071-f6fc-4b81-afa0-b57a5950a343 req-01c25d0c-aa41-4554-9b29-75120fda5e89 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0512748 Aug 09 11:02:06.056489 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-38a75071-f6fc-4b81-afa0-b57a5950a343 req-61eb3776-0d01-4090-a4b1-b6fcc6245e14 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338426 Aug 09 11:02:06.859844 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Request body: {'port': {'device_id': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:06.916286 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:06.993087 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22760ca-9f04-4bce-a90f-5a515e83d948 req-a1525dae-88ff-4d00-96af-5eddbd6c7a68 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:06.994579 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f22760ca-9f04-4bce-a90f-5a515e83d948 req-a1525dae-88ff-4d00-96af-5eddbd6c7a68 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 932 time: 0.0504920 Aug 09 11:02:07.034541 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f22760ca-9f04-4bce-a90f-5a515e83d948 req-7980f7f6-20ef-4f45-a1b1-9e3728dd7d5a tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337014 Aug 09 11:02:07.216942 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a6a72-dcc1-425f-b99c-6012f47e49b4 req-bd5b8866-6206-49e8-834b-7e3e93637ba1 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:07.219164 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-420a6a72-dcc1-425f-b99c-6012f47e49b4 req-bd5b8866-6206-49e8-834b-7e3e93637ba1 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0854418 Aug 09 11:02:07.220953 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcd975b-fecd-45b4-8dc0-8d7080665c42 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:02:07.234043 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:07.260873 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Transition to ACTIVE for port object 4bcd975b-fecd-45b4-8dc0-8d7080665c42 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:02:07.268448 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-420a6a72-dcc1-425f-b99c-6012f47e49b4 req-d612bf64-9646-476a-9a0c-b31c4e373fd7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429265 Aug 09 11:02:07.316146 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:07.366985 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Pushing event updated for resources: {'Port': ['ID=4bcd975b-fecd-45b4-8dc0-8d7080665c42,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:07.435813 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Attempting to bind port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:02:07.438274 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Attempting to bind port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:02:07.438274 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Attempting to bind port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 on network fd3f92a4-1241-4536-88a0-2b7bdf575790 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:02:07.441597 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 on network fd3f92a4-1241-4536-88a0-2b7bdf575790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:02:07.441915 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Attempting to bind port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 on network fd3f92a4-1241-4536-88a0-2b7bdf575790 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:02:07.446880 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:02:07.447255 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Checking segment: {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:02:07.447639 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Bound using segment: {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:02:07.448065 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Bound port: 4bcd975b-fecd-45b4-8dc0-8d7080665c42, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bb215f-465c-491d-9f5a-65ca34327930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:02:07.448424 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:07.513060 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] For port 4bcd975b-fecd-45b4-8dc0-8d7080665c42, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:02:07.517267 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] For port 4bcd975b-fecd-45b4-8dc0-8d7080665c42, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:02:07.579999 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:07.622095 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:07.622095 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:07.622095 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] 10.222.0.37 "PUT /v2.0/ports/4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 200 len: 1094 time: 0.7659349 Aug 09 11:02:07.625721 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:02:07.628096 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce85c8d-fe41-46bb-903f-53a72edeb290" -d '{"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:02:07.652220 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725a700-8e96-4897-9908-e02455d3e58c service neutron] Pushing event updated for resources: {'Port': ['ID=4bcd975b-fecd-45b4-8dc0-8d7080665c42,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:07.667269 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699af3ff-7025-45a3-be4e-8f2bb55523fe x-openstack-request-id: req-699af3ff-7025-45a3-be4e-8f2bb55523fe {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:02:07.667561 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:02:07.668020 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-699af3ff-7025-45a3-be4e-8f2bb55523fe {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:02:07.668605 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'status': 'completed', 'code': 200} Aug 09 11:02:07.734052 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce85c8d-fe41-46bb-903f-53a72edeb290 req-c777c6eb-c501-47cf-bba7-ca5903448c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:07.736227 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1ce85c8d-fe41-46bb-903f-53a72edeb290 req-c777c6eb-c501-47cf-bba7-ca5903448c33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60fc335211f548da814fb39cb136515c&device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 1097 time: 0.0437043 Aug 09 11:02:07.836247 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce85c8d-fe41-46bb-903f-53a72edeb290 req-0d088bf5-7965-4324-9d5f-dd44f9701fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:07.837793 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1ce85c8d-fe41-46bb-903f-53a72edeb290 req-0d088bf5-7965-4324-9d5f-dd44f9701fbf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=60fc335211f548da814fb39cb136515c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925503 Aug 09 11:02:07.942281 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce85c8d-fe41-46bb-903f-53a72edeb290 req-719843ca-f0bc-45ec-84b3-8db2205eccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:07.943878 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1ce85c8d-fe41-46bb-903f-53a72edeb290 req-719843ca-f0bc-45ec-84b3-8db2205eccdd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960987 Aug 09 11:02:08.028325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-509a7b33-abee-4818-bc29-5ce8859b3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:08.030298 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-509a7b33-abee-4818-bc29-5ce8859b3de5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60fc335211f548da814fb39cb136515c&device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 1097 time: 0.0411472 Aug 09 11:02:08.078028 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-318c14d5-69ef-45a8-99e0-662f28bd9354 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 200 len: 217 time: 0.0393970 Aug 09 11:02:08.131011 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-d3183763-e906-4803-9a1d-b4dbf46d7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:08.132553 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-d3183763-e906-4803-9a1d-b4dbf46d7f78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2655b6c-69ec-458a-aed4-0c0a1a62d638 HTTP/1.1" status: 200 len: 853 time: 0.0464962 Aug 09 11:02:08.153067 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25516c-dccb-40f4-b4e2-eadca673f425 req-4250f495-a210-4412-a2ee-48ec9869ab89 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:08.154574 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1d25516c-dccb-40f4-b4e2-eadca673f425 req-4250f495-a210-4412-a2ee-48ec9869ab89 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 944 time: 0.0516746 Aug 09 11:02:08.183008 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-11045569-d680-40d5-9fef-6c662017d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:08.184576 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-11045569-d680-40d5-9fef-6c662017d4aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd3f92a4-1241-4536-88a0-2b7bdf575790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408428 Aug 09 11:02:08.193465 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1d25516c-dccb-40f4-b4e2-eadca673f425 req-33060f1f-1e32-41d1-b022-6ab35a5b85ba tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Aug 09 11:02:08.279459 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-7dc75a64-6670-46ce-9936-b07c5af6cce9 service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870090 Aug 09 11:02:08.399278 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d294dcd6-ec90-42bd-827a-b93c204a68f3 req-0f24900d-6649-42c1-bf40-7ab991d4f3ee service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117637 Aug 09 11:02:08.409894 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc705-51a4-4807-9942-2946bd87a51f req-433d41e9-008f-4174-8011-cfe18318065d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:08.411358 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a1fcc705-51a4-4807-9942-2946bd87a51f req-433d41e9-008f-4174-8011-cfe18318065d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0695164 Aug 09 11:02:08.453891 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a1fcc705-51a4-4807-9942-2946bd87a51f req-d8e492c6-af88-4752-95e4-59517fbbbb70 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363908 Aug 09 11:02:09.308449 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c40da3-3666-4b2f-9e65-fede1bed0625 req-618e4509-db94-4f70-b1a2-7a5e05580135 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:09.310024 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a9c40da3-3666-4b2f-9e65-fede1bed0625 req-618e4509-db94-4f70-b1a2-7a5e05580135 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 944 time: 0.0488808 Aug 09 11:02:09.349301 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a9c40da3-3666-4b2f-9e65-fede1bed0625 req-16ab98b3-dd38-45df-a4d8-e97d99179068 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328083 Aug 09 11:02:09.575127 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef51e5-4ca2-485e-a4e5-c13e6eb782b1 req-fa187eaf-c9bd-4530-829a-4fc6a9e2a9ae tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:09.576597 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6aef51e5-4ca2-485e-a4e5-c13e6eb782b1 req-fa187eaf-c9bd-4530-829a-4fc6a9e2a9ae tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0483308 Aug 09 11:02:09.614236 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6aef51e5-4ca2-485e-a4e5-c13e6eb782b1 req-f0327ea7-64eb-4c72-a397-16fa5505bf01 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318217 Aug 09 11:02:10.465381 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7ad2c-4fae-47f3-b141-c6aeab5272c7 req-5663e4b0-fea2-4082-b916-f2183cdadf10 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:10.466894 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-09f7ad2c-4fae-47f3-b141-c6aeab5272c7 req-5663e4b0-fea2-4082-b916-f2183cdadf10 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 944 time: 0.0470982 Aug 09 11:02:10.503980 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-09f7ad2c-4fae-47f3-b141-c6aeab5272c7 req-6caf7af0-8979-4792-a40d-5dc729dfa61f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312254 Aug 09 11:02:10.742860 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48596) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:10.745803 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98d126-2f50-4d57-a970-c018503cb83d req-714a4aa0-9baf-4334-bff8-910f3e04d171 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:10.747326 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ec98d126-2f50-4d57-a970-c018503cb83d req-714a4aa0-9baf-4334-bff8-910f3e04d171 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0557764 Aug 09 11:02:10.786725 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ec98d126-2f50-4d57-a970-c018503cb83d req-7a9a46d0-fdd9-499f-a68b-6ea7ec98c2aa tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Aug 09 11:02:10.845792 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-16a7e1c2-4d6c-4e66-8434-c98e699e1a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:10.933775 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-16a7e1c2-4d6c-4e66-8434-c98e699e1a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:10.978489 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-16a7e1c2-4d6c-4e66-8434-c98e699e1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:11.015663 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7e1c2-4d6c-4e66-8434-c98e699e1a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b7e0ba-0a8e-48cf-84be-7cecb7614018,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:11.021076 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-16a7e1c2-4d6c-4e66-8434-c98e699e1a76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=277b3870a5fb44a78113f9d5e243d576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771814 Aug 09 11:02:11.024005 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 48600) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:11.078151 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4a25661-5151-4a28-b336-72439df9cc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:11.098401 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4a25661-5151-4a28-b336-72439df9cc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:11.201778 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4a25661-5151-4a28-b336-72439df9cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:11.204487 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4a25661-5151-4a28-b336-72439df9cc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:11.208257 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c4a25661-5151-4a28-b336-72439df9cc3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21b7e0ba-0a8e-48cf-84be-7cecb7614018 HTTP/1.1" status: 204 len: 168 time: 0.1806724 Aug 09 11:02:11.213569 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a25661-5151-4a28-b336-72439df9cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b7e0ba-0a8e-48cf-84be-7cecb7614018,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:11.537247 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 4bcd975b-fecd-45b4-8dc0-8d7080665c42 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:02:11.625265 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b2e06-d13e-4344-8950-44767d8f8f31 req-2d299830-cb3f-4b9c-a80b-3f763a793cbf tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:11.626842 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fe1b2e06-d13e-4344-8950-44767d8f8f31 req-2d299830-cb3f-4b9c-a80b-3f763a793cbf tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 944 time: 0.0515616 Aug 09 11:02:11.632892 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 4bcd975b-fecd-45b4-8dc0-8d7080665c42, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:11.645615 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'port_id': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'mac_address': 'fa:16:3e:ad:f2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:02:11.667513 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fe1b2e06-d13e-4344-8950-44767d8f8f31 req-82fa138c-da18-48b5-b7d3-6d293f5e616e tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345984 Aug 09 11:02:11.683008 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:11.695385 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcd975b-fecd-45b4-8dc0-8d7080665c42 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:02:11.714504 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 4bcd975b-fecd-45b4-8dc0-8d7080665c42, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:11.767206 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:11.816730 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=4bcd975b-fecd-45b4-8dc0-8d7080665c42,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:11.905118 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89399cfd-971d-4166-b49c-017936f204bd req-f52e0268-7ddc-4003-9a68-adcc3738f121 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:11.906638 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-89399cfd-971d-4166-b49c-017936f204bd req-f52e0268-7ddc-4003-9a68-adcc3738f121 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0477455 Aug 09 11:02:11.944621 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-89399cfd-971d-4166-b49c-017936f204bd req-8d1e4723-ffc1-402a-9958-642bb020ba57 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Aug 09 11:02:12.026524 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['4bcd975b-fecd-45b4-8dc0-8d7080665c42'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:02:12.777438 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781031c0-5638-4131-b454-15b568532d82 req-faf395fb-3e5a-434c-bd7b-1bea71a0bc15 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:12.778890 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-781031c0-5638-4131-b454-15b568532d82 req-faf395fb-3e5a-434c-bd7b-1bea71a0bc15 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 945 time: 0.0469720 Aug 09 11:02:12.815600 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-781031c0-5638-4131-b454-15b568532d82 req-ca74112f-4183-4d45-9418-6d43e84491d0 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Aug 09 11:02:13.067356 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83065a49-4088-41dc-9e27-fc9427fd2db5 req-57cc0e8c-7d81-4542-8557-19eab46d60ac tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:13.068840 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-83065a49-4088-41dc-9e27-fc9427fd2db5 req-57cc0e8c-7d81-4542-8557-19eab46d60ac tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0484700 Aug 09 11:02:13.106439 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-83065a49-4088-41dc-9e27-fc9427fd2db5 req-2cd5db2b-6c0f-4340-8b47-05a55337d861 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Aug 09 11:02:13.551957 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 4bcd975b-fecd-45b4-8dc0-8d7080665c42 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:02:13.553357 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:02:13.681716 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:02:13.685434 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:02:13.697731 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:13.759023 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:13.781742 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:02:13.783999 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4be94c-5025-468f-bc08-d5b5fc463e47" -d '{"events": [{"server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "name": "network-vif-plugged", "status": "completed", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:02:13.796547 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 4bcd975b-fecd-45b4-8dc0-8d7080665c42, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:13.869682 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:13.921713 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=4bcd975b-fecd-45b4-8dc0-8d7080665c42,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:13.947360 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd7d8a-59d9-4bc7-a385-f87d61b232e6 req-73566703-bbd7-4aca-aa47-c0d1de60f6b6 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:13.948829 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0fcd7d8a-59d9-4bc7-a385-f87d61b232e6 req-73566703-bbd7-4aca-aa47-c0d1de60f6b6 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0648334 Aug 09 11:02:13.988908 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0fcd7d8a-59d9-4bc7-a385-f87d61b232e6 req-33613dbd-ce5f-4110-b5f2-5d25316ac527 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337968 Aug 09 11:02:13.992934 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69901cc7-cd8c-46f9-b004-d41a3f4ceac5 x-openstack-request-id: req-69901cc7-cd8c-46f9-b004-d41a3f4ceac5 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:02:13.993225 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "name": "network-vif-plugged", "status": "completed", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:02:13.993477 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69901cc7-cd8c-46f9-b004-d41a3f4ceac5 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:02:13.993868 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'code': 200} Aug 09 11:02:14.230993 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd0109-4a13-4d69-aa39-66115a57b121 req-2429b138-18cf-4064-9148-0fcfecbad316 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:14.232540 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-60fd0109-4a13-4d69-aa39-66115a57b121 req-2429b138-18cf-4064-9148-0fcfecbad316 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Aug 09 11:02:14.294150 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-60fd0109-4a13-4d69-aa39-66115a57b121 req-772e31b8-8bf2-4b54-ace4-850ed5a4d0d1 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552156 Aug 09 11:02:14.303369 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb0922-d3de-4e0a-aa6e-0e7d1aaaf9f2 req-4853717c-f193-4409-b6b9-976aad48df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:14.304796 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-abeb0922-d3de-4e0a-aa6e-0e7d1aaaf9f2 req-4853717c-f193-4409-b6b9-976aad48df4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 1099 time: 0.0524900 Aug 09 11:02:14.342333 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-abeb0922-d3de-4e0a-aa6e-0e7d1aaaf9f2 req-9a0743b0-f2d9-4e4b-b16b-1a0b4a0fef4b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274558 Aug 09 11:02:14.812654 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:15.106367 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fad10-b33d-48e8-91e6-0921a51699a8 req-c2d71ff8-ab6b-44a7-bbb9-3c6435faa82a tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:15.107794 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0b6fad10-b33d-48e8-91e6-0921a51699a8 req-c2d71ff8-ab6b-44a7-bbb9-3c6435faa82a tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0491214 Aug 09 11:02:15.146508 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0b6fad10-b33d-48e8-91e6-0921a51699a8 req-e23a2448-7f67-48eb-b88d-abe5cd09d159 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Aug 09 11:02:15.418694 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce64-db03-4f9c-95ec-680591654cfa req-ef969785-f7c0-4890-81c9-367d3b987b57 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:15.420129 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4130ce64-db03-4f9c-95ec-680591654cfa req-ef969785-f7c0-4890-81c9-367d3b987b57 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0532420 Aug 09 11:02:15.457197 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4130ce64-db03-4f9c-95ec-680591654cfa req-8ae89bee-ed4d-43be-bde7-bc0505a2cd58 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310922 Aug 09 11:02:16.259196 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd410e-0fec-420a-85c5-c9d9a2bd2983 req-a911d386-19ac-4144-ba7b-3cc57055ab75 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:16.260590 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-92dd410e-0fec-420a-85c5-c9d9a2bd2983 req-a911d386-19ac-4144-ba7b-3cc57055ab75 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0478501 Aug 09 11:02:16.297620 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-92dd410e-0fec-420a-85c5-c9d9a2bd2983 req-961ec91f-e7fb-46d2-9330-5a3e2d8ee8d6 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Aug 09 11:02:16.412067 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7feb9-aa23-4884-9fdb-0be9ff9c8d35 req-636eb15f-d384-4d6f-b7c1-2d99c853330e tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:16.413524 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-70c7feb9-aa23-4884-9fdb-0be9ff9c8d35 req-636eb15f-d384-4d6f-b7c1-2d99c853330e tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0498078 Aug 09 11:02:16.454240 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-70c7feb9-aa23-4884-9fdb-0be9ff9c8d35 req-a3ee6e0b-78e4-45be-bd2c-34cf3e59c191 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Aug 09 11:02:16.574035 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143e268-6185-4368-ae3d-5fdc7970a34d req-95a6bb11-cf4e-438f-a3d2-a79a3922e750 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:16.575529 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b143e268-6185-4368-ae3d-5fdc7970a34d req-95a6bb11-cf4e-438f-a3d2-a79a3922e750 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0477002 Aug 09 11:02:16.615413 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b143e268-6185-4368-ae3d-5fdc7970a34d req-9a91dff5-cde1-4b84-8f6d-e68b5cf331ea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320458 Aug 09 11:02:16.783802 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011966c1-4d22-4971-9b92-47762d3017f7 req-7f7d0dfb-795a-4b77-8d3d-38be942a1cac tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:16.785238 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-011966c1-4d22-4971-9b92-47762d3017f7 req-7f7d0dfb-795a-4b77-8d3d-38be942a1cac tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0504937 Aug 09 11:02:16.821523 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-011966c1-4d22-4971-9b92-47762d3017f7 req-d2d75d2c-460a-4604-8729-25f80d68d480 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Aug 09 11:02:17.732281 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedf545-b607-4f27-a76f-515fc820bc9a req-6e2a2432-c032-4de2-8db5-088d594a17bd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:17.734944 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-afedf545-b607-4f27-a76f-515fc820bc9a req-6e2a2432-c032-4de2-8db5-088d594a17bd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0460563 Aug 09 11:02:17.774580 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-afedf545-b607-4f27-a76f-515fc820bc9a req-e217f2a9-73ea-4b5f-9abc-e8fbab2f3450 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342290 Aug 09 11:02:18.900121 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81232969-1e13-495d-a8fc-87113be11587 req-e83060d1-95e4-4cdd-a025-0cf2a9420c7b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:18.901592 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-81232969-1e13-495d-a8fc-87113be11587 req-e83060d1-95e4-4cdd-a025-0cf2a9420c7b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0479200 Aug 09 11:02:18.938919 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-81232969-1e13-495d-a8fc-87113be11587 req-48fbb7b5-cebd-417e-b6c8-02c551b8fd3a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313826 Aug 09 11:02:19.568985 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:02:19.670830 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:19.684201 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'port_id': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'mac_address': 'fa:16:3e:83:2f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:02:19.733592 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:19.756437 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2cd84f6-865a-4c41-9ad5-4813c93a924c {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:02:19.782960 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:19.847351 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:20.016811 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=6']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:20.056844 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['b2cd84f6-865a-4c41-9ad5-4813c93a924c'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:02:20.079358 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfdc85-6c8f-436e-a029-10f7fa54117e req-c4aa6417-961b-4583-b1e1-929906dadaee tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:20.082001 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-edbfdc85-6c8f-436e-a029-10f7fa54117e req-c4aa6417-961b-4583-b1e1-929906dadaee tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 944 time: 0.0514553 Aug 09 11:02:20.121656 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-edbfdc85-6c8f-436e-a029-10f7fa54117e req-157eeb2e-e865-491d-a86b-47d490fb3a2d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336735 Aug 09 11:02:20.253230 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-210b8677-2164-4837-9165-8d6cab34d692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:21.296746 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21652c63-6c07-4a89-b5f0-a1e0152b109c req-d4175064-ec9b-42bc-9912-2d8d0c121bf3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:21.298377 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-21652c63-6c07-4a89-b5f0-a1e0152b109c req-d4175064-ec9b-42bc-9912-2d8d0c121bf3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 944 time: 0.0934799 Aug 09 11:02:21.364847 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-21652c63-6c07-4a89-b5f0-a1e0152b109c req-394ee072-041a-402c-a06e-42a44b506955 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598524 Aug 09 11:02:21.574119 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:02:21.657034 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port b2cd84f6-865a-4c41-9ad5-4813c93a924c triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:02:21.657501 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:21.755277 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:21.785105 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:02:21.787502 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee6ea73-95a1-4a43-b333-00b6af50df0f" -d '{"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-plugged", "status": "completed", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:02:21.802241 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:21.832111 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded462c-2692-4d27-aaeb-dce1425e6a00 x-openstack-request-id: req-5ded462c-2692-4d27-aaeb-dce1425e6a00 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:02:21.832111 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-plugged", "status": "completed", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:02:21.832111 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ded462c-2692-4d27-aaeb-dce1425e6a00 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:02:21.832111 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'code': 200} Aug 09 11:02:21.903725 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:21.960385 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=7']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:22.479408 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c1cd5-1573-42a3-a00c-d4b5f4d53ecb req-5d93c117-e41e-44e4-9d86-79dca843c1a6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:22.484171 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f27c1cd5-1573-42a3-a00c-d4b5f4d53ecb req-5d93c117-e41e-44e4-9d86-79dca843c1a6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0531864 Aug 09 11:02:22.524963 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f27c1cd5-1573-42a3-a00c-d4b5f4d53ecb req-b848b5c5-9d9d-4e9d-90f1-9685e14d729a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361326 Aug 09 11:02:23.355752 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-743f3a22-3205-4842-8c83-fd860958e14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:23.407249 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:23.667433 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6af24-6b7a-4d54-9e15-000f1a196593 req-955499fc-50b8-4f66-b387-37f1c3d5db9a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:23.671658 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-47c6af24-6b7a-4d54-9e15-000f1a196593 req-955499fc-50b8-4f66-b387-37f1c3d5db9a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0629215 Aug 09 11:02:23.718915 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-47c6af24-6b7a-4d54-9e15-000f1a196593 req-3f037fb3-3af7-4429-8b72-2dff7b570df0 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Aug 09 11:02:23.847363 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:24.856666 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f7a7-036a-4a19-9981-94fcde988b31 req-edd34a6c-6a75-4a38-ae95-a86f05b4b6c4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:24.863645 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1a61f7a7-036a-4a19-9981-94fcde988b31 req-edd34a6c-6a75-4a38-ae95-a86f05b4b6c4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0586514 Aug 09 11:02:24.905992 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1a61f7a7-036a-4a19-9981-94fcde988b31 req-673e002b-f4d0-4663-a303-1bd8cdce1f5d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402563 Aug 09 11:02:25.299363 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:26.044481 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e705c-a1e3-4105-9d49-b2bb68127ba3 req-04b5ff8e-0312-4614-b95e-72995a3f8e12 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:26.046662 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6f5e705c-a1e3-4105-9d49-b2bb68127ba3 req-04b5ff8e-0312-4614-b95e-72995a3f8e12 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0580950 Aug 09 11:02:26.085649 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6f5e705c-a1e3-4105-9d49-b2bb68127ba3 req-7f81bf50-a416-42c5-a5d3-f343c7b740c5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325985 Aug 09 11:02:27.249385 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94f95-4616-468f-ae2b-0e21dbcd8a5b req-d06fddf6-7358-47d6-8f39-1ad7ec62033b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:27.251100 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-40e94f95-4616-468f-ae2b-0e21dbcd8a5b req-d06fddf6-7358-47d6-8f39-1ad7ec62033b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0552409 Aug 09 11:02:27.295644 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-40e94f95-4616-468f-ae2b-0e21dbcd8a5b req-a7f0476c-7e4a-4514-8784-d4139641202b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 Aug 09 11:02:28.300696 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93446-bab2-440e-b309-7cfea6f512cf req-56a3f8ae-68b1-45d4-b8ad-7417e89df020 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:28.302932 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d0c93446-bab2-440e-b309-7cfea6f512cf req-56a3f8ae-68b1-45d4-b8ad-7417e89df020 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0607610 Aug 09 11:02:28.350519 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d0c93446-bab2-440e-b309-7cfea6f512cf req-74853242-95cf-4f13-8a6f-ae47469fc41e tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 Aug 09 11:02:28.378770 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 48784) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:28.470475 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b9aca-89af-439e-95d2-b227e3fc9c80 req-3b0105fd-e5d1-47cb-8cc0-31531b72de6c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:28.472045 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3c6b9aca-89af-439e-95d2-b227e3fc9c80 req-3b0105fd-e5d1-47cb-8cc0-31531b72de6c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0715716 Aug 09 11:02:28.537573 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3c6b9aca-89af-439e-95d2-b227e3fc9c80 req-5a9100aa-0dd1-4c98-b960-7c399c047bce tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577896 Aug 09 11:02:28.624894 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215e506-e791-4d41-961b-b7f28a1c792d tempest-TestMinimumBasicScenario-932278815 tempest-TestMinimumBasicScenario-932278815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:28.626558 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-3215e506-e791-4d41-961b-b7f28a1c792d tempest-TestMinimumBasicScenario-932278815 tempest-TestMinimumBasicScenario-932278815-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 1094 time: 0.2467031 Aug 09 11:02:28.629617 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48792) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:28.634355 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'floatingip': {'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'port_id': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:28.729153 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for floatingip, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:29.065739 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:29.182191 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Allocated IP 172.27.0.150 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/ec26ebc1-9dbe-4e37-9517-6a042d60e881) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:02:29.312716 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:29.648271 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bd65-930f-493f-8a98-38773c19cbf6 req-a26e776f-475f-4293-8da9-4f601eb11dea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:29.649762 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0904bd65-930f-493f-8a98-38773c19cbf6 req-a26e776f-475f-4293-8da9-4f601eb11dea tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0490046 Aug 09 11:02:29.687434 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0904bd65-930f-493f-8a98-38773c19cbf6 req-9e4ac30d-6ef2-4524-9176-1d1115b3b016 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Aug 09 11:02:29.802110 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:29.840915 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:02:29.845871 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:02:29.850257 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:02:29.852963 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'Port': ['ID=ec26ebc1-9dbe-4e37-9517-6a042d60e881,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:29.882103 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.882458 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.882800 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.883174 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.883514 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.883846 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.884174 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.884500 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.884829 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.885152 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.885609 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:29.885935 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:30.261139 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:30.387673 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:30.548403 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:30.733036 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5855087'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:30.823875 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'Port': ['ID=ec26ebc1-9dbe-4e37-9517-6a042d60e881,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:30.846382 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:30.856385 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e29f49-cead-4ebf-8775-bb6e4fe983dd req-34294443-403a-4e85-a893-ce32024e0221 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:30.857901 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c3e29f49-cead-4ebf-8775-bb6e4fe983dd req-34294443-403a-4e85-a893-ce32024e0221 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0968196 Aug 09 11:02:30.959865 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c3e29f49-cead-4ebf-8775-bb6e4fe983dd req-68e65f54-9d67-4c15-80cc-ed224d582080 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731957 Aug 09 11:02:30.978974 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.l3_db [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Floating IP 26bc8341-e43d-44ea-8009-2a3de7f67492 associated. External IP: 172.27.0.150, port: 4bcd975b-fecd-45b4-8dc0-8d7080665c42. Aug 09 11:02:31.187736 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Router 72e1eca2-df00-4329-be83-7c8f8879bf77 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:02:31.294889 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:02:31.305965 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] Sync routers for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:02:31.315674 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:02:31.323052 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:02:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:02:31.384806 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:31.416891 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 48816) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:31.417472 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-5a0a3364-ee00-4d14-9724-9bbd29e59e50 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7862172 Aug 09 11:02:31.417696 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42'}] {{(pid=105358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:02:31.419928 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9525662269e5ee7a819cbfd3bdc991a083848e7175a74db83737dda9a210291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498fd2c3-26da-4930-932a-7b0c360907f0" -d '{"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42"}]}' {{(pid=105358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:02:31.420072 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:02:31.423156 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-87a4bad6-1af4-435b-9cc9-e03cee2bcca4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485948735', 'description': 'tempest-secgroup-smoke-1485948735 description', 'project_id': '60fc335211f548da814fb39cb136515c'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:31.523210 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92623117-3e43-4dd0-8fde-54bbad6e34c5 x-openstack-request-id: req-92623117-3e43-4dd0-8fde-54bbad6e34c5 {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:02:31.523501 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42", "status": "completed", "code": 200}]} {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:02:31.523754 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92623117-3e43-4dd0-8fde-54bbad6e34c5 {{(pid=105358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:02:31.524161 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'status': 'completed', 'code': 200} Aug 09 11:02:31.550633 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-87a4bad6-1af4-435b-9cc9-e03cee2bcca4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:31.629804 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-97ba1a4b-81ca-49c2-9528-8c1ed410b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:31.631351 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-97ba1a4b-81ca-49c2-9528-8c1ed410b59d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60fc335211f548da814fb39cb136515c&device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 1099 time: 0.0644701 Aug 09 11:02:31.653905 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '26bc8341-e43d-44ea-8009-2a3de7f67492', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'port_id': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'mac_address': 'fa:16:3e:ad:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:02:30Z', 'updated_at': '2021-08-09T11:02:30Z', 'revision_number': 0, 'project_id': '60fc335211f548da814fb39cb136515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b01caa-7359-4332-b630-2622d8e62ba5', 'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'mac_address': 'fa:16:3e:99:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:28Z', 'updated_at': '2021-08-09T11:01:34Z', 'revision_number': 5, 'project_id': '60fc335211f548da814fb39cb136515c', 'subnets': [{'id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:02:31.684776 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] Checking router: 72e1eca2-df00-4329-be83-7c8f8879bf77 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:02:31.693017 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:02:31.693626 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:02:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:02:31.753907 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-87a4bad6-1af4-435b-9cc9-e03cee2bcca4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:31.768029 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-64a303fb-147c-46df-860f-63d3a3c7f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:31.769539 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-64a303fb-147c-46df-860f-63d3a3c7f36d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 1098 time: 0.1202447 Aug 09 11:02:31.799290 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:02:31.835137 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-87a4bad6-1af4-435b-9cc9-e03cee2bcca4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:31.848901 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-f407c45a-fe50-4ea3-919d-99dfa922d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:31.850430 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-f407c45a-fe50-4ea3-919d-99dfa922d714 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd3f92a4-1241-4536-88a0-2b7bdf575790 HTTP/1.1" status: 200 len: 915 time: 0.2023706 Aug 09 11:02:31.935781 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4bad6-1af4-435b-9cc9-e03cee2bcca4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ea2768-42b3-42bc-8d6e-555f206bdfde,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:31.957468 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-87a4bad6-1af4-435b-9cc9-e03cee2bcca4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:31.961310 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-87a4bad6-1af4-435b-9cc9-e03cee2bcca4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5407531 Aug 09 11:02:31.961690 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48826) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:31.966373 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-b4a1c75e-535c-43b0-b576-b81aa14f333c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'security_group_rule': {'security_group_id': '01ea2768-42b3-42bc-8d6e-555f206bdfde', 'project_id': '60fc335211f548da814fb39cb136515c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:31.967084 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-aba0aacd-40d6-4392-96f0-0576023ae460 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 200 len: 1000 time: 0.1010046 Aug 09 11:02:31.968887 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-9fd4d519-4e12-4614-a1d4-fb7f9afc5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:31.970338 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-9fd4d519-4e12-4614-a1d4-fb7f9afc5c5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 917 time: 0.1925993 Aug 09 11:02:32.038254 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '26bc8341-e43d-44ea-8009-2a3de7f67492', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'port_id': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'mac_address': 'fa:16:3e:ad:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:02:30Z', 'updated_at': '2021-08-09T11:02:30Z', 'revision_number': 0, 'project_id': '60fc335211f548da814fb39cb136515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b01caa-7359-4332-b630-2622d8e62ba5', 'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'mac_address': 'fa:16:3e:99:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:28Z', 'updated_at': '2021-08-09T11:01:34Z', 'revision_number': 5, 'project_id': '60fc335211f548da814fb39cb136515c', 'subnets': [{'id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:02:32.066234 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2240ca7b-2dde-4362-b526-140d876483e2 None None] The sync data for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi is: [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '26bc8341-e43d-44ea-8009-2a3de7f67492', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'port_id': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'mac_address': 'fa:16:3e:ad:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:02:30Z', 'updated_at': '2021-08-09T11:02:30Z', 'revision_number': 0, 'project_id': '60fc335211f548da814fb39cb136515c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b01caa-7359-4332-b630-2622d8e62ba5', 'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'mac_address': 'fa:16:3e:99:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:28Z', 'updated_at': '2021-08-09T11:01:34Z', 'revision_number': 5, 'project_id': '60fc335211f548da814fb39cb136515c', 'subnets': [{'id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:02:32.080657 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-754029e0-f1c3-4007-90ad-7eee3484e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:32.084218 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-754029e0-f1c3-4007-90ad-7eee3484e1e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2655b6c-69ec-458a-aed4-0c0a1a62d638 HTTP/1.1" status: 200 len: 853 time: 0.1028593 Aug 09 11:02:32.085813 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c75e-535c-43b0-b576-b81aa14f333c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:32.090093 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-5a24f559-930b-4e04-9c7a-ccc793e157c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c HTTP/1.1" status: 200 len: 1000 time: 0.1091893 Aug 09 11:02:32.126522 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b306-2440-491b-996e-cdfb9dc60f71 req-f462901c-84db-42a3-8536-84a23ec34cd0 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:32.128385 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-55e6b306-2440-491b-996e-cdfb9dc60f71 req-f462901c-84db-42a3-8536-84a23ec34cd0 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0855827 Aug 09 11:02:32.173188 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-faad6a26-bba7-439b-a3d4-ef89240829b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:32.174661 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-faad6a26-bba7-439b-a3d4-ef89240829b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.0751560 Aug 09 11:02:32.178294 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-18825b30-78c2-4add-8a89-14d59049cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:32.180203 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-18825b30-78c2-4add-8a89-14d59049cba1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd3f92a4-1241-4536-88a0-2b7bdf575790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887237 Aug 09 11:02:32.186069 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c75e-535c-43b0-b576-b81aa14f333c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:32.194299 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-55e6b306-2440-491b-996e-cdfb9dc60f71 req-881071e5-3ab0-42e8-93b0-7d2fc4d4fa8a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529056 Aug 09 11:02:32.272850 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c75e-535c-43b0-b576-b81aa14f333c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:32.303703 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1c75e-535c-43b0-b576-b81aa14f333c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52dbea6-686e-47e9-82a8-7b89bff9cbed,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:32.304538 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-fe5bf94e-2778-4755-afdc-42394bb2ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:32.306536 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-fe5bf94e-2778-4755-afdc-42394bb2ef5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175113 Aug 09 11:02:32.315918 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9965f-6453-4c28-a70b-511526657f56 None None] New status for floating IP 26bc8341-e43d-44ea-8009-2a3de7f67492: ACTIVE {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:02:32.345017 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-9b5e0af6-d921-4dd5-9a94-1f43541638c1 service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473455 Aug 09 11:02:32.379157 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c75e-535c-43b0-b576-b81aa14f333c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:32.381000 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b4a1c75e-535c-43b0-b576-b81aa14f333c tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4183049 Aug 09 11:02:32.387612 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48830) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:32.393787 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-f24b409d-d2fe-46ff-b527-07809cb64558 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'security_group_rule': {'security_group_id': '01ea2768-42b3-42bc-8d6e-555f206bdfde', 'project_id': '60fc335211f548da814fb39cb136515c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:32.487439 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-64351a58-8f5e-4476-ac0d-50f068414580 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718724 Aug 09 11:02:32.516939 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f24b409d-d2fe-46ff-b527-07809cb64558 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:32.520501 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-498fd2c3-26da-4930-932a-7b0c360907f0 req-06d3e940-f640-40b5-89f2-6ed2b06ded8f service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514020 Aug 09 11:02:32.587383 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f24b409d-d2fe-46ff-b527-07809cb64558 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:32.598591 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9ee81a1c-5349-47f1-8195-d8b2652e6b50 req-abe8b0b2-60f2-4371-9f5c-ec8add3747f8 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028976 Aug 09 11:02:32.714840 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f24b409d-d2fe-46ff-b527-07809cb64558 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:32.733162 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b409d-d2fe-46ff-b527-07809cb64558 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1f55fa-ca90-4296-a74b-57297c58ca13,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:32.835710 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f24b409d-d2fe-46ff-b527-07809cb64558 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:32.836930 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-f24b409d-d2fe-46ff-b527-07809cb64558 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4482400 Aug 09 11:02:32.839658 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48834) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:32.844110 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-066586d4-f367-46e4-a951-d0ea40ae8176 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'security_group_rule': {'security_group_id': '01ea2768-42b3-42bc-8d6e-555f206bdfde', 'project_id': '60fc335211f548da814fb39cb136515c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:32.942935 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-066586d4-f367-46e4-a951-d0ea40ae8176 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.000026 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-066586d4-f367-46e4-a951-d0ea40ae8176 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.080170 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-066586d4-f367-46e4-a951-d0ea40ae8176 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.097958 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066586d4-f367-46e4-a951-d0ea40ae8176 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c335a494-140e-4abc-b34f-5a37b133302c,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:33.172135 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-066586d4-f367-46e4-a951-d0ea40ae8176 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.173426 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-066586d4-f367-46e4-a951-d0ea40ae8176 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328049 Aug 09 11:02:33.176114 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48836) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:33.180577 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-86c116c8-f17c-4ec4-b357-681d9f32e3fd tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'security_group_rule': {'security_group_id': '01ea2768-42b3-42bc-8d6e-555f206bdfde', 'project_id': '60fc335211f548da814fb39cb136515c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:33.285234 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-86c116c8-f17c-4ec4-b357-681d9f32e3fd tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.349052 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-86c116c8-f17c-4ec4-b357-681d9f32e3fd tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.417357 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-86c116c8-f17c-4ec4-b357-681d9f32e3fd tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.440369 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c116c8-f17c-4ec4-b357-681d9f32e3fd tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ee5989-bd55-49b8-9ec5-366e6c614d78,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:33.532059 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-86c116c8-f17c-4ec4-b357-681d9f32e3fd tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.537564 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-86c116c8-f17c-4ec4-b357-681d9f32e3fd tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3570719 Aug 09 11:02:33.537564 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48840) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:33.542484 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-64bbd6ce-9cba-4d1c-91ab-1485c65e2854 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'security_group_rule': {'security_group_id': '01ea2768-42b3-42bc-8d6e-555f206bdfde', 'project_id': '60fc335211f548da814fb39cb136515c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:33.601234 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e31e1-52e7-45ce-ba6d-95eaa23c553e req-b60521f6-f39d-4e2c-8579-5c35896d5c5d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:33.602609 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1e9e31e1-52e7-45ce-ba6d-95eaa23c553e req-b60521f6-f39d-4e2c-8579-5c35896d5c5d tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.3198485 Aug 09 11:02:33.630327 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.securitygroups_db [None req-64bbd6ce-9cba-4d1c-91ab-1485c65e2854 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Project 60fc335211f548da814fb39cb136515c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:02:33.638305 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-64bbd6ce-9cba-4d1c-91ab-1485c65e2854 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.641505 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1e9e31e1-52e7-45ce-ba6d-95eaa23c553e req-2f3c0ecb-cf04-4b50-8f94-834c487155de tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327497 Aug 09 11:02:33.698252 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-64bbd6ce-9cba-4d1c-91ab-1485c65e2854 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.818792 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-64bbd6ce-9cba-4d1c-91ab-1485c65e2854 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.836501 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbd6ce-9cba-4d1c-91ab-1485c65e2854 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83c71ac-aca1-4946-abae-02c4e6cc72c1,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:33.922740 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-64bbd6ce-9cba-4d1c-91ab-1485c65e2854 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:33.923927 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-64bbd6ce-9cba-4d1c-91ab-1485c65e2854 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3852866 Aug 09 11:02:33.926576 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 48844) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:02:33.931220 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-05bda742-db2f-45d6-a0f4-6ce7851fd07b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'security_group_rule': {'security_group_id': '01ea2768-42b3-42bc-8d6e-555f206bdfde', 'project_id': '60fc335211f548da814fb39cb136515c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:34.030019 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.securitygroups_db [None req-05bda742-db2f-45d6-a0f4-6ce7851fd07b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Project 60fc335211f548da814fb39cb136515c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:02:34.040479 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-05bda742-db2f-45d6-a0f4-6ce7851fd07b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:34.095512 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-05bda742-db2f-45d6-a0f4-6ce7851fd07b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:34.156394 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-05bda742-db2f-45d6-a0f4-6ce7851fd07b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:34.178060 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bda742-db2f-45d6-a0f4-6ce7851fd07b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39b87c3-0279-46fb-aaff-337f7a041192,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:34.230187 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-05bda742-db2f-45d6-a0f4-6ce7851fd07b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:34.234699 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-05bda742-db2f-45d6-a0f4-6ce7851fd07b tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3040104 Aug 09 11:02:34.314062 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cda2058b-9678-4400-90b2-bcc716487b33 req-2fb231d6-5ce0-4e1e-adf9-9a0c39e7ab8e tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485948735&fields=id&tenant_id=60fc335211f548da814fb39cb136515c HTTP/1.1" status: 200 len: 267 time: 0.0348079 Aug 09 11:02:34.369161 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2058b-9678-4400-90b2-bcc716487b33 req-b1b4d659-2517-4de6-9cb3-b9e4f1bc1ff0 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:34.370623 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cda2058b-9678-4400-90b2-bcc716487b33 req-b1b4d659-2517-4de6-9cb3-b9e4f1bc1ff0 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0509686 Aug 09 11:02:34.383144 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [req-cda2058b-9678-4400-90b2-bcc716487b33 req-066506f8-b6b9-4238-9012-66ea459de52f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'port': {'security_groups': ['d1db32a1-7d2f-48d9-9708-9b45e0206b67', '01ea2768-42b3-42bc-8d6e-555f206bdfde']}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:02:34.445637 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-cda2058b-9678-4400-90b2-bcc716487b33 req-066506f8-b6b9-4238-9012-66ea459de52f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:34.666995 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.db [req-cda2058b-9678-4400-90b2-bcc716487b33 req-066506f8-b6b9-4238-9012-66ea459de52f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] For port 4bcd975b-fecd-45b4-8dc0-8d7080665c42, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:34.703412 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-cda2058b-9678-4400-90b2-bcc716487b33 req-066506f8-b6b9-4238-9012-66ea459de52f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:34.759731 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0b2e-47a8-433a-955f-72110fe67ea1 req-b8cdc2bc-9e2b-4ba2-9250-b9dea9674bd3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:34.761315 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bc1d0b2e-47a8-433a-955f-72110fe67ea1 req-b8cdc2bc-9e2b-4ba2-9250-b9dea9674bd3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 945 time: 0.0478740 Aug 09 11:02:34.803938 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bc1d0b2e-47a8-433a-955f-72110fe67ea1 req-8528012b-957c-4368-b0ed-103e61494c9e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362196 Aug 09 11:02:34.807622 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-cda2058b-9678-4400-90b2-bcc716487b33 req-066506f8-b6b9-4238-9012-66ea459de52f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5855087'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:34.821929 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['4bcd975b-fecd-45b4-8dc0-8d7080665c42'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:02:34.893510 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2058b-9678-4400-90b2-bcc716487b33 req-066506f8-b6b9-4238-9012-66ea459de52f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:34.895469 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [req-cda2058b-9678-4400-90b2-bcc716487b33 req-066506f8-b6b9-4238-9012-66ea459de52f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:34.899288 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cda2058b-9678-4400-90b2-bcc716487b33 req-066506f8-b6b9-4238-9012-66ea459de52f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "PUT /v2.0/ports/4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 200 len: 982 time: 0.5193501 Aug 09 11:02:34.899288 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42'}] {{(pid=105358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:02:34.910810 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9525662269e5ee7a819cbfd3bdc991a083848e7175a74db83737dda9a210291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea13c62-e809-4994-abe0-3ec097c97953" -d '{"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42"}]}' {{(pid=105358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:02:34.948590 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066506f8-b6b9-4238-9012-66ea459de52f tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'Port': ['ID=4bcd975b-fecd-45b4-8dc0-8d7080665c42,revision_number=6']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:34.969289 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['4bcd975b-fecd-45b4-8dc0-8d7080665c42'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:02:35.047054 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ddcc2-b793-46ce-9369-8568d2a7e507 req-a0be2df6-9299-4767-889d-f3b7e0986b64 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:35.048860 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5f6ddcc2-b793-46ce-9369-8568d2a7e507 req-a0be2df6-9299-4767-889d-f3b7e0986b64 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0675635 Aug 09 11:02:35.095751 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5f6ddcc2-b793-46ce-9369-8568d2a7e507 req-820ade70-d691-4f06-b80c-59e59c96f6fc tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398028 Aug 09 11:02:35.162175 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1acd485-739f-4c99-9b60-56699ea68b7a x-openstack-request-id: req-d1acd485-739f-4c99-9b60-56699ea68b7a {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:02:35.162473 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42", "status": "completed", "code": 200}]} {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:02:35.162723 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1acd485-739f-4c99-9b60-56699ea68b7a {{(pid=105358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:02:35.163136 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'status': 'completed', 'code': 200} Aug 09 11:02:35.255022 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-584b4214-76cc-4839-986d-7ceb4b1dcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:35.256744 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-584b4214-76cc-4839-986d-7ceb4b1dcc03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60fc335211f548da814fb39cb136515c&device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 1138 time: 0.0684905 Aug 09 11:02:35.288837 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-0fb3d691-780e-4437-a606-e0385c39804f None None] Provisioning complete for port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:02:35.289463 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d691-780e-4437-a606-e0385c39804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:35.355224 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-f545b7a0-2ee5-418e-a1af-01ba2571de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:35.356936 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-f545b7a0-2ee5-418e-a1af-01ba2571de7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd3f92a4-1241-4536-88a0-2b7bdf575790 HTTP/1.1" status: 200 len: 915 time: 0.0914829 Aug 09 11:02:35.429798 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-d51fef49-e983-4ea9-90aa-2577899547cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 200 len: 1002 time: 0.0652106 Aug 09 11:02:35.484993 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-8f577387-806b-4ea9-9fda-7f13ce672e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:35.489303 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-8f577387-806b-4ea9-9fda-7f13ce672e4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2655b6c-69ec-458a-aed4-0c0a1a62d638 HTTP/1.1" status: 200 len: 853 time: 0.0467703 Aug 09 11:02:35.538061 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-d14fe103-7b60-4f97-abab-3b5fae473750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:35.539622 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-d14fe103-7b60-4f97-abab-3b5fae473750 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd3f92a4-1241-4536-88a0-2b7bdf575790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453963 Aug 09 11:02:35.636613 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-b539bb3c-5765-44b1-9c0c-dafd3f852b7b service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890119 Aug 09 11:02:35.644826 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:02:35.725094 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:35.742191 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ea13c62-e809-4994-abe0-3ec097c97953 req-6707191f-fe4f-4072-b838-dc46c5afbcaa service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973089 Aug 09 11:02:35.756314 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:02:35.758722 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90838bb-185d-4794-bb35-8c03e6506b6a" -d '{"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-unplugged", "status": "completed", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:02:35.772529 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:35.800313 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3e8b46-b020-446d-a6c0-d5dab5b4ae18 x-openstack-request-id: req-1b3e8b46-b020-446d-a6c0-d5dab5b4ae18 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:02:35.800659 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-unplugged", "status": "failed", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c", "code": 422}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:02:35.800968 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b3e8b46-b020-446d-a6c0-d5dab5b4ae18 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:02:35.801438 dv-cinder-803896-1-iscsi neutron-server[105359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'code': 422} returned with failed status Aug 09 11:02:35.887560 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:35.938598 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=8']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:37.307188 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456b435-0893-4ea7-b178-31b8bd7f6f54 req-888e2c41-091b-4529-8296-3ff43f59c9b0 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:37.308660 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d456b435-0893-4ea7-b178-31b8bd7f6f54 req-888e2c41-091b-4529-8296-3ff43f59c9b0 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0484884 Aug 09 11:02:37.347568 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d456b435-0893-4ea7-b178-31b8bd7f6f54 req-6aeca59a-820b-46d7-b27f-0538b3849a9e tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324206 Aug 09 11:02:37.628972 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-e7259aa5-623a-4ed6-aeda-fb8403a87710 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396712 Aug 09 11:02:38.472030 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6f43a-d6a3-43a7-8da7-f309163b0864 req-f6f62e28-a2ae-4102-ba4f-8dfa6b9419f5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:38.473538 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-01d6f43a-d6a3-43a7-8da7-f309163b0864 req-f6f62e28-a2ae-4102-ba4f-8dfa6b9419f5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0534651 Aug 09 11:02:38.510439 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-01d6f43a-d6a3-43a7-8da7-f309163b0864 req-daae11af-b36d-4779-84f1-f67b7fec8565 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310977 Aug 09 11:02:38.955759 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-59ea2d03-154a-4673-afdd-fd8cf65a13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:38.957232 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-59ea2d03-154a-4673-afdd-fd8cf65a13bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7&tenant_id=ca113a643fca4b5781fa9c55d6a0b89f HTTP/1.1" status: 200 len: 1096 time: 0.0387557 Aug 09 11:02:39.018970 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-aebb09d2-3d56-4d6b-9e94-447fa81a5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:39.020356 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-aebb09d2-3d56-4d6b-9e94-447fa81a5dc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 1096 time: 0.0413275 Aug 09 11:02:39.106073 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-7abffeb1-5a18-4237-b713-2158f52d7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:39.107624 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-7abffeb1-5a18-4237-b713-2158f52d7398 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 917 time: 0.0797081 Aug 09 11:02:39.178602 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-87e89618-d901-4740-b1d4-fea4255dd257 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c HTTP/1.1" status: 200 len: 998 time: 0.0587544 Aug 09 11:02:39.227592 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-f1956901-cc20-43c8-8996-a93cd9370027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:39.229031 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-f1956901-cc20-43c8-8996-a93cd9370027 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.0431533 Aug 09 11:02:39.272981 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-46d1ddd0-1683-4d8a-98df-8a8079295522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:39.274313 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-46d1ddd0-1683-4d8a-98df-8a8079295522 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376568 Aug 09 11:02:39.361685 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-3440c4f8-d434-4141-bb0d-d783b2a67092 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798938 Aug 09 11:02:39.450680 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-98716f3f-ea33-46d9-bd24-f41e4466ca31 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811245 Aug 09 11:02:39.633444 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a797e4e-fb44-47e1-992c-571b28d3fa63 req-939b8f78-1eea-4453-b63c-6e690ba6bed1 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:39.634949 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8a797e4e-fb44-47e1-992c-571b28d3fa63 req-939b8f78-1eea-4453-b63c-6e690ba6bed1 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0484788 Aug 09 11:02:39.646126 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:02:39.678936 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8a797e4e-fb44-47e1-992c-571b28d3fa63 req-64504367-b63c-4fa9-87a4-15bbca6613b4 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367398 Aug 09 11:02:40.810201 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a87bdb-73f7-4718-ba72-472435a724d1 req-3ccc26e0-2438-45c0-b16b-b3d74e07f8bc tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:40.813004 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-17a87bdb-73f7-4718-ba72-472435a724d1 req-3ccc26e0-2438-45c0-b16b-b3d74e07f8bc tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0597503 Aug 09 11:02:40.854008 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-17a87bdb-73f7-4718-ba72-472435a724d1 req-749f29c2-4331-475e-953b-bf5464d0f708 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350513 Aug 09 11:02:41.992615 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ed1fe-7c09-4399-9a8c-cd1aaf0771b0 req-c2ad131c-a9f3-4047-ad00-ca5d69cfe8fd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:41.994214 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7e2ed1fe-7c09-4399-9a8c-cd1aaf0771b0 req-c2ad131c-a9f3-4047-ad00-ca5d69cfe8fd tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0602679 Aug 09 11:02:42.040554 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7e2ed1fe-7c09-4399-9a8c-cd1aaf0771b0 req-641cc432-341c-460e-87a7-5c6121a2122a tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387542 Aug 09 11:02:43.157761 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279bc37-df72-456e-9e82-e452b1424629 req-f0686eb6-6128-43bc-9963-6816451d469c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:43.159433 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9279bc37-df72-456e-9e82-e452b1424629 req-f0686eb6-6128-43bc-9963-6816451d469c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0495508 Aug 09 11:02:43.196749 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9279bc37-df72-456e-9e82-e452b1424629 req-5a0eafe6-2ac7-4d49-8b76-7a9bd7bc09da tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Aug 09 11:02:44.330315 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847cc8b-0581-4add-b75a-a94d25948d40 req-e7518f44-fa25-4b70-a7e4-14159a5a101f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:44.331844 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3847cc8b-0581-4add-b75a-a94d25948d40 req-e7518f44-fa25-4b70-a7e4-14159a5a101f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0524988 Aug 09 11:02:44.370093 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3847cc8b-0581-4add-b75a-a94d25948d40 req-db217e91-3cd9-4109-93a2-4919e2619a85 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Aug 09 11:02:44.985189 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:45.506747 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632429e3-2022-4005-ba31-5b8abe085a41 req-c45a11d3-bd6d-44ae-ad26-b52b2f533599 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:45.508312 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-632429e3-2022-4005-ba31-5b8abe085a41 req-c45a11d3-bd6d-44ae-ad26-b52b2f533599 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0516210 Aug 09 11:02:45.549202 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-632429e3-2022-4005-ba31-5b8abe085a41 req-df9424ed-2882-4404-95de-96fb6190bb80 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337820 Aug 09 11:02:46.677505 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692be250-e41a-4cca-9788-614093718c05 req-b0faf9dd-5526-47bb-a633-995d268f81f5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:46.679008 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-692be250-e41a-4cca-9788-614093718c05 req-b0faf9dd-5526-47bb-a633-995d268f81f5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0527472 Aug 09 11:02:46.722641 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-692be250-e41a-4cca-9788-614093718c05 req-bbd91f65-0dcb-484a-93ca-5d231c90d88c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353527 Aug 09 11:02:47.849911 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e60f-03c3-4f39-9fdb-e519eb36bd29 req-36db859f-9088-4450-9c71-2e24e0aab4e9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:47.851483 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3692e60f-03c3-4f39-9fdb-e519eb36bd29 req-36db859f-9088-4450-9c71-2e24e0aab4e9 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0498245 Aug 09 11:02:47.889224 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3692e60f-03c3-4f39-9fdb-e519eb36bd29 req-9aeea62f-0d5e-48b8-89c2-11905bb66285 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Aug 09 11:02:49.011841 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae483-1897-41b5-999c-d2b236f69937 req-721fce60-2b42-4367-adaa-6acc82564d8c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:49.013769 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f2fae483-1897-41b5-999c-d2b236f69937 req-721fce60-2b42-4367-adaa-6acc82564d8c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0543742 Aug 09 11:02:49.053476 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f2fae483-1897-41b5-999c-d2b236f69937 req-327b4c71-471b-4405-8b80-5efbdbe10342 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331166 Aug 09 11:02:50.183948 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628f1c-fa6c-4ded-955f-01bb93b8560c req-55dd1f17-2872-4889-b4f2-719010d2ba71 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:50.185760 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ee628f1c-fa6c-4ded-955f-01bb93b8560c req-55dd1f17-2872-4889-b4f2-719010d2ba71 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0511122 Aug 09 11:02:50.230852 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ee628f1c-fa6c-4ded-955f-01bb93b8560c req-6c74da7d-6523-4504-95de-4f6e0a1d5399 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387416 Aug 09 11:02:50.475869 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-aaf70e19-676a-4e97-b5ab-a9a20c8cb23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:50.552291 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:02:51.255741 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-d98921ce-3aab-47ee-93a2-5bf7faaafd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:51.257241 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-d98921ce-3aab-47ee-93a2-5bf7faaafd92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 1096 time: 0.0402131 Aug 09 11:02:51.395852 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1f38f-b898-4b34-bc4e-39ad78d7ac26 req-bce7546e-4467-4006-b495-0c5579fb7a39 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:51.397326 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-78c1f38f-b898-4b34-bc4e-39ad78d7ac26 req-bce7546e-4467-4006-b495-0c5579fb7a39 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0742934 Aug 09 11:02:51.401812 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-92c04aff-d5ba-471e-8041-fe1c4a60e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:51.403176 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-92c04aff-d5ba-471e-8041-fe1c4a60e686 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 200 len: 917 time: 0.1254032 Aug 09 11:02:51.493003 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-78c1f38f-b898-4b34-bc4e-39ad78d7ac26 req-83a7442f-3754-4b6d-b578-72a4ee81383f tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888753 Aug 09 11:02:51.498001 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-945d390a-a8c4-4fe5-95af-637333d91a7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c HTTP/1.1" status: 200 len: 998 time: 0.0872695 Aug 09 11:02:51.563758 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-d4400dfb-cf89-4388-8d37-8ff9806acf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:51.565209 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-d4400dfb-cf89-4388-8d37-8ff9806acf42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 200 len: 855 time: 0.0549152 Aug 09 11:02:51.613897 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-910ed02f-0494-4a7f-9a23-d7702084390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:51.615401 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-910ed02f-0494-4a7f-9a23-d7702084390b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a125839-6ce2-4f79-b187-e797eee20d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396383 Aug 09 11:02:51.709897 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-7c716e01-0be9-43bb-b012-76c63afb5d07 service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860405 Aug 09 11:02:51.808582 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ffdbc46-2cab-492b-ac19-a1f4aadcf1d0 req-d8d12059-97a6-46b7-9850-602ed20c6e0a service neutron] 10.222.0.37 "GET /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883214 Aug 09 11:02:52.621040 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0918dc0-673a-4fce-a778-a74a0afbec42 req-0d1fc79d-ad87-4652-8e5c-bfdcfa5ac408 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:52.622768 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d0918dc0-673a-4fce-a778-a74a0afbec42 req-0d1fc79d-ad87-4652-8e5c-bfdcfa5ac408 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0554409 Aug 09 11:02:52.665597 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d0918dc0-673a-4fce-a778-a74a0afbec42 req-d4809c11-e1f9-450d-9c15-92488f48c710 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357640 Aug 09 11:02:52.680995 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6c772-a2ff-409b-bfa9-f30e09a567f5 req-8e797092-f7ca-4a46-a3e6-1459bafb3d21 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:52.683677 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-77b6c772-a2ff-409b-bfa9-f30e09a567f5 req-8e797092-f7ca-4a46-a3e6-1459bafb3d21 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0549057 Aug 09 11:02:52.725447 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-77b6c772-a2ff-409b-bfa9-f30e09a567f5 req-606d111b-2994-45b9-9cda-1dfa460806e6 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361845 Aug 09 11:02:52.776953 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-389e1a8e-4fb8-460b-aeb5-355e987c222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:52.778549 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-389e1a8e-4fb8-460b-aeb5-355e987c222d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60fc335211f548da814fb39cb136515c&device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 1138 time: 0.0456634 Aug 09 11:02:52.868500 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-b4828925-d307-414a-8872-c6360aa8cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:52.869999 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-b4828925-d307-414a-8872-c6360aa8cc06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd3f92a4-1241-4536-88a0-2b7bdf575790 HTTP/1.1" status: 200 len: 915 time: 0.0833833 Aug 09 11:02:52.943378 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-40e20e0d-afad-4886-a573-c99a0f2e3195 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 200 len: 1002 time: 0.0660622 Aug 09 11:02:52.993658 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-ee4e18f1-a056-4681-96b2-6f35c5213f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:52.995077 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-ee4e18f1-a056-4681-96b2-6f35c5213f09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2655b6c-69ec-458a-aed4-0c0a1a62d638 HTTP/1.1" status: 200 len: 853 time: 0.0428915 Aug 09 11:02:53.002294 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fd021397-4b86-46c4-85db-0483195bfcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:53.041158 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-8ac7b71c-ce3e-4ccf-8bef-08fc7f6e803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:53.042529 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-8ac7b71c-ce3e-4ccf-8bef-08fc7f6e803c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd3f92a4-1241-4536-88a0-2b7bdf575790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398431 Aug 09 11:02:53.137314 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-68f509ee-5f6e-4c7b-b050-0d802e7db8be service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870912 Aug 09 11:02:53.226400 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-81ea7d8a-a401-48b9-b848-ea2df4ab4e76 req-771245b5-8301-4494-bacb-1dde093f5301 service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809793 Aug 09 11:02:53.327155 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:53.724760 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:02:53.795490 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d03353-4e28-4da1-9385-0fecbb8e4e23 req-84bf3dcc-b16b-4eb7-8005-fa702caeba26 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:53.797444 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-03d03353-4e28-4da1-9385-0fecbb8e4e23 req-84bf3dcc-b16b-4eb7-8005-fa702caeba26 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 943 time: 0.0578201 Aug 09 11:02:53.834466 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:53.838750 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-03d03353-4e28-4da1-9385-0fecbb8e4e23 req-f32ce4f5-0305-4a24-9325-198608a6365c tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353286 Aug 09 11:02:53.847932 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'port_id': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'mac_address': 'fa:16:3e:83:2f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:02:53.859800 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230ea3b-f6a9-4739-adae-95e68bbc3a1e req-31908099-d772-4ae5-ba30-dfe48b42003a tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:53.864917 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d230ea3b-f6a9-4739-adae-95e68bbc3a1e req-31908099-d772-4ae5-ba30-dfe48b42003a tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0534742 Aug 09 11:02:53.883466 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:53.887378 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:53.900991 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cd84f6-865a-4c41-9ad5-4813c93a924c {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:02:53.907122 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d230ea3b-f6a9-4739-adae-95e68bbc3a1e req-c1d6ec8b-9daf-4d26-92fc-ca15674e34bb tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393381 Aug 09 11:02:53.927015 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:54.028464 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:54.076529 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=9']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:54.084991 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.084991 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.085406 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.085621 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.085961 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.086297 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.086751 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.087088 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.087452 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.087781 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.088110 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.088434 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:02:54.273058 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['b2cd84f6-865a-4c41-9ad5-4813c93a924c'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:02:54.964023 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b82dd0-55bb-4199-a7e3-aa4c0720da78 req-76e4a6c0-3413-4c8a-8195-5610c08dd948 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:54.965512 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f7b82dd0-55bb-4199-a7e3-aa4c0720da78 req-76e4a6c0-3413-4c8a-8195-5610c08dd948 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 944 time: 0.0519006 Aug 09 11:02:55.004803 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f7b82dd0-55bb-4199-a7e3-aa4c0720da78 req-cf9d63ac-0509-4ddb-840e-64d2ab0c45ad tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324590 Aug 09 11:02:55.023280 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca6f07-7fb0-44a3-b934-ce9898fddcdf req-1d2a2f2b-5c35-4f18-9d59-1f843c87a776 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:55.024761 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-35ca6f07-7fb0-44a3-b934-ce9898fddcdf req-1d2a2f2b-5c35-4f18-9d59-1f843c87a776 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0474989 Aug 09 11:02:55.063702 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-35ca6f07-7fb0-44a3-b934-ce9898fddcdf req-f124f90a-de12-49d2-a77a-1093e725fc36 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329783 Aug 09 11:02:55.290675 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:55.730018 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:02:55.778707 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port b2cd84f6-865a-4c41-9ad5-4813c93a924c triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:02:55.779078 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:55.860650 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:55.882248 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:02:55.884550 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b007ec-a6e0-460b-8281-e830d9fb3f5a" -d '{"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-plugged", "status": "completed", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:02:55.898095 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:02:55.920339 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710b70c6-005e-4ab8-a566-57b543a80605 x-openstack-request-id: req-710b70c6-005e-4ab8-a566-57b543a80605 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:02:55.920624 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-plugged", "status": "completed", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:02:55.920874 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-710b70c6-005e-4ab8-a566-57b543a80605 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:02:55.921262 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'code': 200} Aug 09 11:02:55.967241 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:02:56.013178 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=10']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:02:56.127207 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e912c5-2a54-4afe-a050-0ee4bb6ea49a req-b6d2b332-a81f-489a-bd42-db5d7f140df8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:56.128705 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-71e912c5-2a54-4afe-a050-0ee4bb6ea49a req-b6d2b332-a81f-489a-bd42-db5d7f140df8 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 946 time: 0.0522695 Aug 09 11:02:56.186217 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901c31-ce96-47a2-9388-195973b8cb45 req-6c2976b8-b824-4080-8699-326f0e4375f6 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:56.187991 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-82901c31-ce96-47a2-9388-195973b8cb45 req-6c2976b8-b824-4080-8699-326f0e4375f6 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0511670 Aug 09 11:02:56.245991 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-82901c31-ce96-47a2-9388-195973b8cb45 req-6c16f189-c50f-431b-a9d5-b3fdff7923f6 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507538 Aug 09 11:02:56.279482 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671671f-e9e7-4e18-aece-864fc9832112 req-b52c4a51-81d6-4244-9c81-473b57f60fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:56.281573 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e671671f-e9e7-4e18-aece-864fc9832112 req-b52c4a51-81d6-4244-9c81-473b57f60fee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 1099 time: 0.0480168 Aug 09 11:02:56.318627 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e671671f-e9e7-4e18-aece-864fc9832112 req-3dcd6d9f-b88e-4619-8540-ff1bc55a8977 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288677 Aug 09 11:02:56.354775 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-71e912c5-2a54-4afe-a050-0ee4bb6ea49a req-81415f50-5e50-423e-8bca-8bdcea6c0c98 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201493 Aug 09 11:02:57.365291 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd80bb-7dee-4cda-940f-f91c60293ce7 req-3138d670-1aa4-44d4-9bf0-1b1b33c9af94 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:57.366920 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8ffd80bb-7dee-4cda-940f-f91c60293ce7 req-3138d670-1aa4-44d4-9bf0-1b1b33c9af94 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0502934 Aug 09 11:02:57.408593 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8ffd80bb-7dee-4cda-940f-f91c60293ce7 req-6ea02cbb-c36c-434a-b0f6-adbd56b8153a tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356977 Aug 09 11:02:57.475162 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de6d11-4a8b-4a4c-b83d-9e2a9a4a7f70 req-2de642e4-b230-43e2-bed3-562911be555b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:57.476691 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-06de6d11-4a8b-4a4c-b83d-9e2a9a4a7f70 req-2de642e4-b230-43e2-bed3-562911be555b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 946 time: 0.0482309 Aug 09 11:02:57.516744 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-06de6d11-4a8b-4a4c-b83d-9e2a9a4a7f70 req-e67e699e-e485-4a89-a96a-3b2c3a907ed3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339906 Aug 09 11:02:58.525760 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa607df-c4c8-4df9-8d89-321277c51510 req-a82303b2-5e3e-4b1f-b59f-549945c6e0ea tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:58.527316 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8aa607df-c4c8-4df9-8d89-321277c51510 req-a82303b2-5e3e-4b1f-b59f-549945c6e0ea tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0492673 Aug 09 11:02:58.567729 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8aa607df-c4c8-4df9-8d89-321277c51510 req-f9e0b3b5-815d-4ece-820f-5b9c22b0262a tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341465 Aug 09 11:02:58.677826 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076494af-8d88-49a3-a107-86db1fbdbe72 req-d0a434af-4d79-466b-87b7-f2b30dc9a415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:58.679363 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-076494af-8d88-49a3-a107-86db1fbdbe72 req-d0a434af-4d79-466b-87b7-f2b30dc9a415 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 946 time: 0.0543544 Aug 09 11:02:58.688639 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a9ca9-9bd1-46f0-920a-6ad1d30181c2 req-7983066b-d2c0-415d-853e-4452d1cbf7fb tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:58.690135 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7f1a9ca9-9bd1-46f0-920a-6ad1d30181c2 req-7983066b-d2c0-415d-853e-4452d1cbf7fb tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 945 time: 0.0499644 Aug 09 11:02:58.719507 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-076494af-8d88-49a3-a107-86db1fbdbe72 req-6ac68859-0b76-4361-b1eb-088e41f79116 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340044 Aug 09 11:02:58.728995 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7f1a9ca9-9bd1-46f0-920a-6ad1d30181c2 req-c6e0db8a-57c8-47a0-bb52-3d046386fd4d tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Aug 09 11:02:59.682504 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a577da-775a-44b1-9e88-fe777f7725ff req-ce36ace3-b876-4f52-a485-c0352daca06d tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:59.684002 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a0a577da-775a-44b1-9e88-fe777f7725ff req-ce36ace3-b876-4f52-a485-c0352daca06d tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0474355 Aug 09 11:02:59.723183 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a0a577da-775a-44b1-9e88-fe777f7725ff req-03767d8e-0bd5-47d4-b46a-35f19f26b993 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326092 Aug 09 11:02:59.844554 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cecd0-607c-4171-b3c3-df8c31afc07d req-f4f6bfc3-3e47-4736-905a-bbfa133f071a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:02:59.846026 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-854cecd0-607c-4171-b3c3-df8c31afc07d req-f4f6bfc3-3e47-4736-905a-bbfa133f071a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 945 time: 0.0487318 Aug 09 11:02:59.882124 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-854cecd0-607c-4171-b3c3-df8c31afc07d req-48ec6c22-5c99-4e47-992d-70e7cde25b93 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups?id=dc2402d2-4ec5-4b58-af02-56461858b645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302248 Aug 09 11:03:00.396233 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-6b64cc9f-4d27-4ec2-a5d9-67d30603361a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:00.397695 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-6b64cc9f-4d27-4ec2-a5d9-67d30603361a tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 945 time: 0.0520790 Aug 09 11:03:00.486370 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Deleting port 186c7f92-37c7-4fc2-86b3-eab079846142 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:00.486741 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:00.574489 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] For port 186c7f92-37c7-4fc2-86b3-eab079846142, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=186c7f92-37c7-4fc2-86b3-eab079846142,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:00.574851 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:00.738296 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:00.738586 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:00.738894 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Floating IP 1b24cca5-c36f-4e94-9883-71011a019141 disassociated. External IP: 172.27.0.69, port: 186c7f92-37c7-4fc2-86b3-eab079846142. Aug 09 11:03:00.739259 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Calling delete_port for 186c7f92-37c7-4fc2-86b3-eab079846142 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:00.836601 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50408a-eaad-4602-866d-09163accd647 req-be19a5eb-80b8-4a21-bb84-b04552f797a3 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:00.838174 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3e50408a-eaad-4602-866d-09163accd647 req-be19a5eb-80b8-4a21-bb84-b04552f797a3 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0476449 Aug 09 11:03:00.879738 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3e50408a-eaad-4602-866d-09163accd647 req-6cd6bb7b-6911-4376-af83-cd6c34078feb tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347106 Aug 09 11:03:00.942762 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:00.995204 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event deleted for resources: {'Port': ['ID=186c7f92-37c7-4fc2-86b3-eab079846142,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:01.001249 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a266574-1203-4e85-a314-ea76f67d6846 req-c9825f3d-d28e-4838-b1d6-aa3caf2279ab tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 210 time: 0.0508373 Aug 09 11:03:01.008860 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.019358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:01.120986 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Router 9c6a8409-6991-400b-8b74-46dc278fab5b has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:03:01.228309 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:03:01.238667 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e671f007-370b-48ad-9316-9b77c621072c None None] Sync routers for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:03:01.248403 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671f007-370b-48ad-9316-9b77c621072c None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:01.248951 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e671f007-370b-48ad-9316-9b77c621072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:02:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:01.266683 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] No DVR routers for this DVR port 186c7f92-37c7-4fc2-86b3-eab079846142 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:01.269222 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:01.271359 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e8391508-9ffc-4dc6-b26e-3b6122b4e42e req-edef51b6-64d9-4d2b-990b-cdd8e94cedcd tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.37 "DELETE /v2.0/ports/186c7f92-37c7-4fc2-86b3-eab079846142 HTTP/1.1" status: 204 len: 173 time: 0.8673954 Aug 09 11:03:01.271761 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'name': 'network-vif-deleted', 'tag': '186c7f92-37c7-4fc2-86b3-eab079846142'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:03:01.274077 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3854c997-a842-4604-9909-1de4cac2dd04" -d '{"events": [{"server_uuid": "97e91b41-313e-4dc6-a1dd-7b76b121bc3c", "name": "network-vif-deleted", "tag": "186c7f92-37c7-4fc2-86b3-eab079846142"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:03:01.309244 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925a75a-5b0a-41c3-a030-23a82e0615cd x-openstack-request-id: req-4925a75a-5b0a-41c3-a030-23a82e0615cd {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:03:01.309535 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e91b41-313e-4dc6-a1dd-7b76b121bc3c", "name": "network-vif-deleted", "tag": "186c7f92-37c7-4fc2-86b3-eab079846142", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:03:01.309786 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4925a75a-5b0a-41c3-a030-23a82e0615cd {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:03:01.310178 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e91b41-313e-4dc6-a1dd-7b76b121bc3c', 'name': 'network-vif-deleted', 'tag': '186c7f92-37c7-4fc2-86b3-eab079846142', 'status': 'completed', 'code': 200} Aug 09 11:03:01.355895 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-e671f007-370b-48ad-9316-9b77c621072c None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:01.565900 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e671f007-370b-48ad-9316-9b77c621072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:01.591970 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e671f007-370b-48ad-9316-9b77c621072c None None] Checking router: 9c6a8409-6991-400b-8b74-46dc278fab5b for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:03:01.600083 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671f007-370b-48ad-9316-9b77c621072c None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:01.600686 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e671f007-370b-48ad-9316-9b77c621072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:02:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:01.705276 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-e671f007-370b-48ad-9316-9b77c621072c None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:01.894612 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-e671f007-370b-48ad-9316-9b77c621072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:01.924560 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e671f007-370b-48ad-9316-9b77c621072c None None] The sync data for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi is: [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': '57a8111c-0311-4fa1-b78e-1bd59de676ca', 'name': '', 'network_id': '85e36488-c985-4743-8c2a-55a3686fa544', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'mac_address': 'fa:16:3e:0e:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:30Z', 'updated_at': '2021-08-09T10:56:46Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'subnets': [{'id': 'c2ef9257-c3b8-444d-9e76-15f4df1c8a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:03:02.008713 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395470e-33c1-4701-9b74-08e914d2e1fb req-ca87235c-3543-49f6-b8e9-48ac1157e1af tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:02.010264 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5395470e-33c1-4701-9b74-08e914d2e1fb req-ca87235c-3543-49f6-b8e9-48ac1157e1af tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0564842 Aug 09 11:03:02.062383 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5395470e-33c1-4701-9b74-08e914d2e1fb req-ace9aa36-e4cc-4605-958b-f71838764cbe tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455093 Aug 09 11:03:02.121121 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-49b245d8-03b0-438a-b170-5e4545fe072c req-00ee896f-e298-4531-b9ca-18d316264171 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e91b41-313e-4dc6-a1dd-7b76b121bc3c HTTP/1.1" status: 200 len: 210 time: 0.0331073 Aug 09 11:03:02.174574 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f319e86c-efd6-4470-8388-63ad8e72da0c None None] New status for floating IP 1b24cca5-c36f-4e94-9883-71011a019141: DOWN {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:03:03.169331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f7fbc-d640-4514-9a93-aca644d16c6b req-2e2a49f6-b292-401b-a90f-078043dab8b7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:03.170837 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb9f7fbc-d640-4514-9a93-aca644d16c6b req-2e2a49f6-b292-401b-a90f-078043dab8b7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0480430 Aug 09 11:03:03.221748 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb9f7fbc-d640-4514-9a93-aca644d16c6b req-57b9057d-66f0-4619-9034-a5915d93c129 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345283 Aug 09 11:03:03.297722 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49146) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:03.350787 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-74376778-9384-40a7-ad8f-ff3dd9b55fd0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:03.373037 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-74376778-9384-40a7-ad8f-ff3dd9b55fd0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:03.486709 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-74376778-9384-40a7-ad8f-ff3dd9b55fd0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:03.489225 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-74376778-9384-40a7-ad8f-ff3dd9b55fd0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:03.490352 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-74376778-9384-40a7-ad8f-ff3dd9b55fd0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "DELETE /v2.0/security-groups/dc2402d2-4ec5-4b58-af02-56461858b645 HTTP/1.1" status: 204 len: 168 time: 0.1916249 Aug 09 11:03:03.493172 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49148) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:03.499030 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74376778-9384-40a7-ad8f-ff3dd9b55fd0 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2402d2-4ec5-4b58-af02-56461858b645,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:03.507099 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.api.v2.resource [None req-31f89bfe-fa81-4a7b-a6b3-31442d8486e1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] show failed (client error): The resource could not be found. Aug 09 11:03:03.510932 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49150) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:03.511197 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-31f89bfe-fa81-4a7b-a6b3-31442d8486e1 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "GET /v2.0/security-groups/dc2402d2-4ec5-4b58-af02-56461858b645 HTTP/1.1" status: 404 len: 347 time: 0.0167396 Aug 09 11:03:03.634468 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Deleting port c2636ce5-7691-4783-9300-cef141c096d9 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:03.634726 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:03.706956 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:03.707311 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:03.718276 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Calling delete_port for c2636ce5-7691-4783-9300-cef141c096d9 owned by network:floatingip {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:03.925385 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:03.950613 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Pushing event deleted for resources: {'Port': ['ID=c2636ce5-7691-4783-9300-cef141c096d9,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:04.013613 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks [] for floatingip, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:04.017278 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:04.018189 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5ceb89af-1ded-4b73-b84c-e95daa4353b2 tempest-AttachVolumeTestJSON-318962038 tempest-AttachVolumeTestJSON-318962038-project] 10.222.0.35 "DELETE /v2.0/floatingips/1b24cca5-c36f-4e94-9883-71011a019141 HTTP/1.1" status: 204 len: 168 time: 0.5062482 Aug 09 11:03:04.335570 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73b405-2ccb-4ace-aa03-4ab399c2e31a req-721b4e2e-5ec9-4145-adcb-dff0ea25b04d tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:04.337074 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8a73b405-2ccb-4ace-aa03-4ab399c2e31a req-721b4e2e-5ec9-4145-adcb-dff0ea25b04d tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0503538 Aug 09 11:03:04.377709 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8a73b405-2ccb-4ace-aa03-4ab399c2e31a req-42b4ceef-a6ec-4d47-8e8f-db4ac7981500 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=01ea2768-42b3-42bc-8d6e-555f206bdfde&id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345705 Aug 09 11:03:05.846953 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 186c7f92-37c7-4fc2-86b3-eab079846142 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:05.871418 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 186c7f92-37c7-4fc2-86b3-eab079846142 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:05.871769 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 186c7f92-37c7-4fc2-86b3-eab079846142 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:08.053808 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49182) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:08.494135 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-892823'] for router_interface, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:08.988673 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Deleting port 57a8111c-0311-4fa1-b78e-1bd59de676ca {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:08.989008 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:09.063747 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] For port 57a8111c-0311-4fa1-b78e-1bd59de676ca, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=57a8111c-0311-4fa1-b78e-1bd59de676ca,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:09.064389 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:09.076111 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Calling delete_port for 57a8111c-0311-4fa1-b78e-1bd59de676ca owned by network:router_interface {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:09.319548 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:09.344906 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a8111c-0311-4fa1-b78e-1bd59de676ca,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:09.510752 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888871'] for router_interface, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:09.729013 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Router 9c6a8409-6991-400b-8b74-46dc278fab5b has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:03:09.828469 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:03:09.833320 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-37dc1431-efc5-4197-a61f-a905d62c6db5 admin admin] 10.222.0.35 "PUT /v2.0/routers/9c6a8409-6991-400b-8b74-46dc278fab5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7784493 Aug 09 11:03:09.835849 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49188) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:09.838471 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] Sync routers for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:03:09.848199 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:09.848815 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:02:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:09.936939 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks [] for router, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:09.950080 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:10.046641 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.122771 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T11:03:09Z', 'revision_number': 5, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port': {'id': '6c03c7c1-2d2d-4543-abf8-e203bf01f80b', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:25Z', 'updated_at': '2021-08-09T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:10.151814 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] Checking router: 9c6a8409-6991-400b-8b74-46dc278fab5b for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:03:10.160940 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] Routers {'9c6a8409-6991-400b-8b74-46dc278fab5b'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:10.161564 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:02:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['9c6a8409-6991-400b-8b74-46dc278fab5b'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:10.179216 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Deleting port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:10.179738 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.246338 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] Set router 9c6a8409-6991-400b-8b74-46dc278fab5b gateway port host: None {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:10.262872 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] For port 6c03c7c1-2d2d-4543-abf8-e203bf01f80b, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=6c03c7c1-2d2d-4543-abf8-e203bf01f80b,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:10.263515 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.278086 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Calling delete_port for 6c03c7c1-2d2d-4543-abf8-e203bf01f80b owned by network:router_gateway {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:10.417548 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T11:03:10Z', 'revision_number': 6, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port_host': None}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:10.444163 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e11bfca-9b6a-4c5a-9110-5d602028acb6 None None] The sync data for ids ['9c6a8409-6991-400b-8b74-46dc278fab5b'] in dv-cinder-803896-1-iscsi is: [{'id': '9c6a8409-6991-400b-8b74-46dc278fab5b', 'name': 'tempest-AttachVolumeTestJSON-1361034150-router', 'tenant_id': 'e77f245b37164a29a76021e0f5e4fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T11:03:10Z', 'revision_number': 6, 'project_id': 'e77f245b37164a29a76021e0f5e4fb11', 'gw_port_host': None}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:03:10.521758 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.548254 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c03c7c1-2d2d-4543-abf8-e203bf01f80b,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:10.608256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-892097'] for router_gateway, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.698253 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.700310 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.795971 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-887233'] for router, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.797359 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c6a8409-6991-400b-8b74-46dc278fab5b {{(pid=105357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:03:10.813475 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.816936 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c4efa2c7-c2aa-4668-8630-2717aa8aa56e admin admin] 10.222.0.35 "DELETE /v2.0/routers/9c6a8409-6991-400b-8b74-46dc278fab5b HTTP/1.1" status: 204 len: 168 time: 0.9778957 Aug 09 11:03:10.817427 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49190) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:10.864266 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5aee0b-cb1a-4dd0-b6d2-5d74e7fde42b admin admin] Deleting subnet c2ef9257-c3b8-444d-9e76-15f4df1c8a8c {{(pid=105358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:03:10.867454 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-cb5aee0b-cb1a-4dd0-b6d2-5d74e7fde42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:10.903457 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-cb5aee0b-cb1a-4dd0-b6d2-5d74e7fde42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732250'] for subnet, precommit_delete_associations {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.014429 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-cb5aee0b-cb1a-4dd0-b6d2-5d74e7fde42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.130789 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-cb5aee0b-cb1a-4dd0-b6d2-5d74e7fde42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5855061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011471'] for subnet, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.158323 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aee0b-cb1a-4dd0-b6d2-5d74e7fde42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ef9257-c3b8-444d-9e76-15f4df1c8a8c,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:11.160459 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-cb5aee0b-cb1a-4dd0-b6d2-5d74e7fde42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.163011 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-cb5aee0b-cb1a-4dd0-b6d2-5d74e7fde42b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c2ef9257-c3b8-444d-9e76-15f4df1c8a8c HTTP/1.1" status: 204 len: 168 time: 0.3440194 Aug 09 11:03:11.164368 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95dfc3c-250a-495a-925b-d83258a185fb None None] Network 85e36488-c985-4743-8c2a-55a3686fa544 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:03:11.165168 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49192) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:11.238103 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.294538 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Deleting port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:11.294894 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.354528 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febd970-c6f6-4cc9-8d33-19daf695f732 None None] DHCP port deletion for 85e36488-c985-4743-8c2a-55a3686fa544 request from dv-cinder-803896-1-iscsi {{(pid=105359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:03:11.361741 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] For port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:11.362124 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.375064 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Calling delete_port for 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 owned by network:dhcp {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:11.401801 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-1febd970-c6f6-4cc9-8d33-19daf695f732 None None] Deleting port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 {{(pid=105359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:11.402181 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1febd970-c6f6-4cc9-8d33-19daf695f732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.470072 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-1febd970-c6f6-4cc9-8d33-19daf695f732 None None] For port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4,segment=NetworkSegment(fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79),segment_id=fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:11.470470 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1febd970-c6f6-4cc9-8d33-19daf695f732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.483555 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-1febd970-c6f6-4cc9-8d33-19daf695f732 None None] Calling delete_port for 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 owned by network:dhcp {{(pid=105359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:11.519135 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.545335 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:11.547729 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] No DVR routers for this DVR port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 on host dv-cinder-803896-1-iscsi {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:11.605303 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1febd970-c6f6-4cc9-8d33-19daf695f732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.616200 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.627006 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e36488-c985-4743-8c2a-55a3686fa544']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:11.642229 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febd970-c6f6-4cc9-8d33-19daf695f732 None None] Pushing event deleted for resources: {'Port': ['ID=4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4,revision_number=None']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:11.642229 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febd970-c6f6-4cc9-8d33-19daf695f732 None None] No DVR routers for this DVR port 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 on host dv-cinder-803896-1-iscsi {{(pid=105359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:11.643807 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:11.644103 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6a6e55-9e86-4e61-ba62-a8a7f6b98f79') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:11.653813 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.667770 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.674516 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:03:11.674898 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:03:11.676578 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:03:11.816098 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.820516 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:11.822471 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] 10.222.0.35 "DELETE /v2.0/networks/85e36488-c985-4743-8c2a-55a3686fa544 HTTP/1.1" status: 204 len: 168 time: 0.6562927 Aug 09 11:03:11.835483 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bdfde-bc1e-4dc0-8f80-7d6684abb73d admin admin] Pushing event deleted for resources: {'Network': ['ID=85e36488-c985-4743-8c2a-55a3686fa544,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:12.084124 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:12.103604 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:12.103946 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 4d1dffb7-b4e1-4ab6-bf41-0a49be66aea4 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:12.104336 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 57a8111c-0311-4fa1-b78e-1bd59de676ca no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:12.125701 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 57a8111c-0311-4fa1-b78e-1bd59de676ca {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:12.126035 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 57a8111c-0311-4fa1-b78e-1bd59de676ca not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:12.126429 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6c03c7c1-2d2d-4543-abf8-e203bf01f80b no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:12.144657 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 6c03c7c1-2d2d-4543-abf8-e203bf01f80b {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:12.148864 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6c03c7c1-2d2d-4543-abf8-e203bf01f80b not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:12.149355 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49196) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:12.190820 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b3ac0482-c604-4c56-a049-9ce160340a83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e77f245b37164a29a76021e0f5e4fb11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403204 Aug 09 11:03:12.193325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49198) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:12.243208 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-79271f0f-0b7c-4725-8a8a-eb026a56febe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:12.264426 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-79271f0f-0b7c-4725-8a8a-eb026a56febe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:12.410411 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-79271f0f-0b7c-4725-8a8a-eb026a56febe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:12.412917 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-79271f0f-0b7c-4725-8a8a-eb026a56febe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:12.414049 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-79271f0f-0b7c-4725-8a8a-eb026a56febe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0260c7f5-e55f-4276-834f-ada77c41d757 HTTP/1.1" status: 204 len: 168 time: 0.2198410 Aug 09 11:03:12.421847 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79271f0f-0b7c-4725-8a8a-eb026a56febe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0260c7f5-e55f-4276-834f-ada77c41d757,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:14.858259 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:19.388969 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49272) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:19.492121 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e862ea2f-f2e1-4b7e-9f0a-7c83e771da9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:19.581611 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e862ea2f-f2e1-4b7e-9f0a-7c83e771da9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:19.658446 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e862ea2f-f2e1-4b7e-9f0a-7c83e771da9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:19.697968 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e862ea2f-f2e1-4b7e-9f0a-7c83e771da9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04b85952091a4b72acf1cf1f99a3a187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079391 Aug 09 11:03:19.698818 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862ea2f-f2e1-4b7e-9f0a-7c83e771da9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c89c7c5-427b-4f11-b1c6-55ea9f15214a,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:19.700638 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49278) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:19.747604 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5a5e68ec-795d-4d4c-993f-16256a6b3db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:19.769872 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5a5e68ec-795d-4d4c-993f-16256a6b3db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:19.898003 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5a5e68ec-795d-4d4c-993f-16256a6b3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:19.900604 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5a5e68ec-795d-4d4c-993f-16256a6b3db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:19.901746 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5a5e68ec-795d-4d4c-993f-16256a6b3db7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c89c7c5-427b-4f11-b1c6-55ea9f15214a HTTP/1.1" status: 204 len: 168 time: 0.2001247 Aug 09 11:03:19.910549 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e68ec-795d-4d4c-993f-16256a6b3db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c89c7c5-427b-4f11-b1c6-55ea9f15214a,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:20.239082 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-79dfabde-c5cd-4f61-9528-60ec02b077a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:20.512808 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49284) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:20.526532 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-27f13d19-61d5-4a92-8485-96fba6fb7972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:20.611469 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-27f13d19-61d5-4a92-8485-96fba6fb7972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:20.726898 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-27f13d19-61d5-4a92-8485-96fba6fb7972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:20.763853 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-27f13d19-61d5-4a92-8485-96fba6fb7972 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb1a95d3feb24b8b92494cdfc30048be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497256 Aug 09 11:03:20.764697 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f13d19-61d5-4a92-8485-96fba6fb7972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0261130-c2a7-45f3-8fd0-d6e117f4f0ae,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:20.767080 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49286) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:20.815142 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-32d7441e-02db-47fa-8d3b-43cfc23c7812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:20.835754 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-32d7441e-02db-47fa-8d3b-43cfc23c7812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:21.104232 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-32d7441e-02db-47fa-8d3b-43cfc23c7812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:21.106833 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-32d7441e-02db-47fa-8d3b-43cfc23c7812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:21.108031 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-32d7441e-02db-47fa-8d3b-43cfc23c7812 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0261130-c2a7-45f3-8fd0-d6e117f4f0ae HTTP/1.1" status: 204 len: 168 time: 0.3398504 Aug 09 11:03:21.117865 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7441e-02db-47fa-8d3b-43cfc23c7812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0261130-c2a7-45f3-8fd0-d6e117f4f0ae,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:22.987403 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0d428986-fb16-4177-afd2-fb07333ff598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:23.315562 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:23.887056 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:25.304420 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:27.551166 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:03:28.524890 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49370) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:28.623609 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d0f59e6f-4d18-4724-86c5-238aecc11102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:28.712033 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d0f59e6f-4d18-4724-86c5-238aecc11102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:28.784001 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d0f59e6f-4d18-4724-86c5-238aecc11102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:28.819898 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f59e6f-4d18-4724-86c5-238aecc11102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74f3c19-291b-4aa7-b43b-1acc6275cd0d,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:28.825214 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-d0f59e6f-4d18-4724-86c5-238aecc11102 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d57586891ffb4cb783b60872f25091c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993202 Aug 09 11:03:28.828938 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49374) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:28.873916 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0eff4545-0d27-4b9e-8bf3-2923c66fe6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:28.894427 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0eff4545-0d27-4b9e-8bf3-2923c66fe6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:29.003982 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0eff4545-0d27-4b9e-8bf3-2923c66fe6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:29.006410 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0eff4545-0d27-4b9e-8bf3-2923c66fe6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:29.007564 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-0eff4545-0d27-4b9e-8bf3-2923c66fe6d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a74f3c19-291b-4aa7-b43b-1acc6275cd0d HTTP/1.1" status: 204 len: 168 time: 0.1788485 Aug 09 11:03:29.015277 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff4545-0d27-4b9e-8bf3-2923c66fe6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74f3c19-291b-4aa7-b43b-1acc6275cd0d,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:29.632176 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49380) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:29.645981 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-024ad277-0ee6-445f-b988-c98c5e01b4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:29.733109 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-024ad277-0ee6-445f-b988-c98c5e01b4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:29.803865 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-024ad277-0ee6-445f-b988-c98c5e01b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:29.839729 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ad277-0ee6-445f-b988-c98c5e01b4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9d83b0-3ac2-4616-995d-ccbbc0ebb3fb,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:29.844015 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-024ad277-0ee6-445f-b988-c98c5e01b4a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0181cfda3ec54063931304b08a07b3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108395 Aug 09 11:03:29.846577 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49382) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:29.893550 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fbda58d9-01a3-47f3-a7ab-671fbbe4e789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:29.913345 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fbda58d9-01a3-47f3-a7ab-671fbbe4e789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:30.050051 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fbda58d9-01a3-47f3-a7ab-671fbbe4e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:30.052612 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fbda58d9-01a3-47f3-a7ab-671fbbe4e789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:30.053747 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-fbda58d9-01a3-47f3-a7ab-671fbbe4e789 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e9d83b0-3ac2-4616-995d-ccbbc0ebb3fb HTTP/1.1" status: 204 len: 168 time: 0.2062619 Aug 09 11:03:30.062541 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda58d9-01a3-47f3-a7ab-671fbbe4e789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9d83b0-3ac2-4616-995d-ccbbc0ebb3fb,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:31.095799 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49406) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:31.189949 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1350924548-network', 'tenant_id': '36e3c0a271774fe48a49e503386aa21e'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:03:31.281553 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Made reservation on behalf of 36e3c0a271774fe48a49e503386aa21e for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:03:31.283868 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:31.292177 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:31.379623 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:31.446454 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:31.470359 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:03:31.479736 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9eb08e-163f-42d3-8a08-7f2bb03768ac,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:31.484327 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:31.484672 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Added segment 29d79d1e-7dd1-4380-8841-4942f6124066 of type vlan for network a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d Aug 09 11:03:31.523277 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:31.609958 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:31.613949 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:31.613949 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:31.673744 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:31.684216 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:03:31.742888 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-4c731ab9-467c-45dc-a5f0-c801c135d253 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6457803 Aug 09 11:03:31.745663 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49412) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:31.752286 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Request body: {'subnet': {'network_id': 'a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1350924548-subnet', 'tenant_id': '36e3c0a271774fe48a49e503386aa21e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:03:31.832655 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Made reservation on behalf of 36e3c0a271774fe48a49e503386aa21e for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:03:31.835166 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105518'] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:32.081283 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105500'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:32.139498 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b05a6f2-52f2-4b67-b25c-6c7ae611f56a,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:32.150643 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Checking segment: {'id': '29d79d1e-7dd1-4380-8841-4942f6124066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:03:32.154789 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Network hostable DHCP agents. Network: a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:03:32.252875 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Network a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:03:32.319747 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a8b4-248c-40d7-b21d-04d64e71fbe7 req-853931cd-85fc-464c-bf31-1270ce048652 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:32.321207 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4cc3a8b4-248c-40d7-b21d-04d64e71fbe7 req-853931cd-85fc-464c-bf31-1270ce048652 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 946 time: 0.0497725 Aug 09 11:03:32.344563 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:03:32.348890 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:32.351231 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:32.356125 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ed180-dfd9-4689-9639-4cadcdc17c04 None None] Network a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:03:32.361489 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4cc3a8b4-248c-40d7-b21d-04d64e71fbe7 req-f8731039-403d-4b17-8ab2-96f17d2da553 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343981 Aug 09 11:03:32.428218 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5c8deb9a-912b-4cf4-a212-6a62439ba5a3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6813431 Aug 09 11:03:32.480258 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516fd8ee-7d93-4007-a7db-2a9af9637122 None None] Network a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:03:33.111714 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49436) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:33.116735 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-881170703-network', 'tenant_id': '3bdaea809d8f4bf8a7e61268b5c91d5c'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:03:33.215545 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Made reservation on behalf of 3bdaea809d8f4bf8a7e61268b5c91d5c for: {'network': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:03:33.218192 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.228230 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.322070 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.415700 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.443087 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=105358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:03:33.451445 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393d87e4-5121-4292-a3b4-4a4202c4c102,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:33.460204 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.460546 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.segments_db [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Added segment e5bb0d36-156e-4e4a-9bd5-a2082b1e5ece of type vlan for network 4630ebd8-4421-452c-bc2a-ef66bcc6de7b Aug 09 11:03:33.470068 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.470453 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.470800 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.471185 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.471542 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.471913 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.472246 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.472577 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.472909 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.473233 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.473556 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.473877 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:33.504760 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121674c7-9c6d-4c8f-be7f-7ec01d6fa6cb req-ee607216-0fc5-4bb5-b5fb-9476f35b3fe3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:33.507075 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-121674c7-9c6d-4c8f-be7f-7ec01d6fa6cb req-ee607216-0fc5-4bb5-b5fb-9476f35b3fe3 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 946 time: 0.0663774 Aug 09 11:03:33.519387 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.550291 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-121674c7-9c6d-4c8f-be7f-7ec01d6fa6cb req-140d3950-865d-4317-8b58-cd756d4b76e6 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups?id=49579b0f-5248-4476-bea9-66e1c623adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364461 Aug 09 11:03:33.618441 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.619464 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:33.620051 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.680968 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4630ebd8-4421-452c-bc2a-ef66bcc6de7b,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:33.690879 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 4630ebd8-4421-452c-bc2a-ef66bcc6de7b details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:03:33.711803 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d80769-38c8-4050-8c34-94458350b01b req-55249d62-23f9-468d-9e5c-c6d567153a06 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:33.713257 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-69d80769-38c8-4050-8c34-94458350b01b req-55249d62-23f9-468d-9e5c-c6d567153a06 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 946 time: 0.0503166 Aug 09 11:03:33.767712 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-0490a48f-f488-4d4c-abf3-7f77d0c0c5f7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6545770 Aug 09 11:03:33.770124 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49440) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:33.775057 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Request body: {'subnet': {'network_id': '4630ebd8-4421-452c-bc2a-ef66bcc6de7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-881170703-subnet', 'tenant_id': '3bdaea809d8f4bf8a7e61268b5c91d5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:03:33.812487 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Deleting port b2cd84f6-865a-4c41-9ad5-4813c93a924c {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:33.812830 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.875272 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Made reservation on behalf of 3bdaea809d8f4bf8a7e61268b5c91d5c for: {'subnet': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:03:33.877547 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011492'] for subnet, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:33.900256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] For port b2cd84f6-865a-4c41-9ad5-4813c93a924c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=b2cd84f6-865a-4c41-9ad5-4813c93a924c,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:33.900618 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:34.069798 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5854994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011478'] for subnet, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:34.071357 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:34.071736 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:34.072053 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Floating IP aba5efbc-0e12-46b1-b3cf-59ce3ddd8dae disassociated. External IP: 172.27.0.83, port: b2cd84f6-865a-4c41-9ad5-4813c93a924c. Aug 09 11:03:34.072396 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Calling delete_port for b2cd84f6-865a-4c41-9ad5-4813c93a924c owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:34.126967 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c66578-c7e8-49c3-9550-7f7719313393,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:34.135579 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Checking segment: {'id': 'e5bb0d36-156e-4e4a-9bd5-a2082b1e5ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4630ebd8-4421-452c-bc2a-ef66bcc6de7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:03:34.135941 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Network hostable DHCP agents. Network: 4630ebd8-4421-452c-bc2a-ef66bcc6de7b, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:03:34.221194 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Network 4630ebd8-4421-452c-bc2a-ef66bcc6de7b is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:03:34.301776 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:34.328736 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event deleted for resources: {'Port': ['ID=b2cd84f6-865a-4c41-9ad5-4813c93a924c,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:34.330943 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 4630ebd8-4421-452c-bc2a-ef66bcc6de7b) {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:03:34.336162 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:34.336848 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:34.346031 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2959b2-03f7-43e4-9143-362777d5a62e None None] Network 4630ebd8-4421-452c-bc2a-ef66bcc6de7b requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:03:34.441358 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Router 411c3cd8-55a1-48b1-966d-5830e77a87c0 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:03:34.456764 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-1fe99ac5-68fd-49d5-8af9-f401ff8abfd8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6855993 Aug 09 11:03:34.473423 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72508d98-53d4-41cf-888c-4e529033755f None None] Network 4630ebd8-4421-452c-bc2a-ef66bcc6de7b requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:03:34.550252 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:03:34.561268 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] Sync routers for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:03:34.574469 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:34.577104 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:34.607041 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] No DVR routers for this DVR port b2cd84f6-865a-4c41-9ad5-4813c93a924c on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:34.611407 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:34.618170 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-69d80769-38c8-4050-8c34-94458350b01b req-698d7e5f-29a9-4718-a2f3-8a294e7df2d7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.37 "DELETE /v2.0/ports/b2cd84f6-865a-4c41-9ad5-4813c93a924c HTTP/1.1" status: 204 len: 173 time: 0.8934424 Aug 09 11:03:34.618170 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-deleted', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:03:34.618170 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8603074-e3c3-40d7-98e6-cec93d4bf428" -d '{"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-deleted", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:03:34.665006 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588d5591-18c2-40a6-8c32-b3cf3f69fe70 x-openstack-request-id: req-588d5591-18c2-40a6-8c32-b3cf3f69fe70 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:03:34.665480 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc6bb15-38d3-423a-a140-0c1f3173fab7", "name": "network-vif-deleted", "tag": "b2cd84f6-865a-4c41-9ad5-4813c93a924c", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:03:34.667305 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-588d5591-18c2-40a6-8c32-b3cf3f69fe70 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:03:34.667305 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc6bb15-38d3-423a-a140-0c1f3173fab7', 'name': 'network-vif-deleted', 'tag': 'b2cd84f6-865a-4c41-9ad5-4813c93a924c', 'status': 'completed', 'code': 200} Aug 09 11:03:34.677516 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-95d3bb7a-c440-42b0-b510-46c9f1f1493e req-166abda5-7aee-41e9-ab7a-728c8f8b41a7 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc6bb15-38d3-423a-a140-0c1f3173fab7 HTTP/1.1" status: 200 len: 210 time: 0.0410290 Aug 09 11:03:34.750650 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:34.963867 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:35.003099 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] Checking router: 411c3cd8-55a1-48b1-966d-5830e77a87c0 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:03:35.013396 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:35.014041 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:35.121238 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:35.322773 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:35.349225 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75331a-aa85-4906-b916-2672fe1cfc18 None None] The sync data for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi is: [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T10:56:32Z', 'revision_number': 4, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'd6d4b357-2089-4a4d-b8bf-bf9fcddad859', 'name': '', 'network_id': '9a125839-6ce2-4f79-b187-e797eee20d7c', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'mac_address': 'fa:16:3e:57:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:31Z', 'updated_at': '2021-08-09T10:56:44Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'subnets': [{'id': '94291db8-bf8e-4cd7-8433-68b0b9f353b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:03:35.560978 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde786b-2a52-4ae9-bad1-918b0930a29f None None] New status for floating IP aba5efbc-0e12-46b1-b3cf-59ce3ddd8dae: DOWN {{(pid=105359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:03:35.831142 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49460) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:35.883906 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-fc04a855-a654-41cd-a9e3-634630a34a62 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:35.906607 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-fc04a855-a654-41cd-a9e3-634630a34a62 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:36.049555 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-fc04a855-a654-41cd-a9e3-634630a34a62 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:36.052116 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-fc04a855-a654-41cd-a9e3-634630a34a62 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:36.054563 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-fc04a855-a654-41cd-a9e3-634630a34a62 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "DELETE /v2.0/security-groups/49579b0f-5248-4476-bea9-66e1c623adbc HTTP/1.1" status: 204 len: 168 time: 0.2211227 Aug 09 11:03:36.056132 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49462) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:36.062221 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04a855-a654-41cd-a9e3-634630a34a62 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49579b0f-5248-4476-bea9-66e1c623adbc,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:36.073566 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.api.v2.resource [None req-e73769fc-e1c2-4841-ae58-b69907c66cc5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] show failed (client error): The resource could not be found. Aug 09 11:03:36.074598 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e73769fc-e1c2-4841-ae58-b69907c66cc5 tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "GET /v2.0/security-groups/49579b0f-5248-4476-bea9-66e1c623adbc HTTP/1.1" status: 404 len: 347 time: 0.0174985 Aug 09 11:03:36.077665 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49464) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:36.198514 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Deleting port 45c4dc53-a695-4f25-9230-c6d1bb3f3690 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:36.198882 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:36.273180 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:36.273508 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:36.285037 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Calling delete_port for 45c4dc53-a695-4f25-9230-c6d1bb3f3690 owned by network:floatingip {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:36.475248 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:36.499742 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Pushing event deleted for resources: {'Port': ['ID=45c4dc53-a695-4f25-9230-c6d1bb3f3690,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:36.562222 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks [] for floatingip, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:36.565844 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:36.569741 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e01e4a5e-b313-4745-a755-5d6e34a1b65b tempest-AttachVolumeShelveTestJSON-880009670 tempest-AttachVolumeShelveTestJSON-880009670-project] 10.222.0.35 "DELETE /v2.0/floatingips/aba5efbc-0e12-46b1-b3cf-59ce3ddd8dae HTTP/1.1" status: 204 len: 168 time: 0.4884171 Aug 09 11:03:38.066151 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:38.085516 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: b2cd84f6-865a-4c41-9ad5-4813c93a924c {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:38.093097 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device b2cd84f6-865a-4c41-9ad5-4813c93a924c not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:39.432659 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49510) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:40.045992 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-a384d043-ad98-4382-b775-789642400674 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485948735&fields=id&tenant_id=60fc335211f548da814fb39cb136515c HTTP/1.1" status: 200 len: 267 time: 0.0751030 Aug 09 11:03:40.132078 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-e0e307b1-9179-46ae-9f79-c65432ec13b4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:40.133543 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-e0e307b1-9179-46ae-9f79-c65432ec13b4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 985 time: 0.0810432 Aug 09 11:03:40.155469 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-4e0eb3a7-2d1b-4e9d-bd78-99c6c3140ac7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Request body: {'port': {'security_groups': ['d1db32a1-7d2f-48d9-9708-9b45e0206b67']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:03:40.245386 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-4e0eb3a7-2d1b-4e9d-bd78-99c6c3140ac7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:40.371576 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-892823'] for router_interface, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:40.537230 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-4e0eb3a7-2d1b-4e9d-bd78-99c6c3140ac7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] For port 4bcd975b-fecd-45b4-8dc0-8d7080665c42, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:40.613852 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-4e0eb3a7-2d1b-4e9d-bd78-99c6c3140ac7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:40.688986 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-4e0eb3a7-2d1b-4e9d-bd78-99c6c3140ac7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:40.705928 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['4bcd975b-fecd-45b4-8dc0-8d7080665c42'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:03:40.748414 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-4e0eb3a7-2d1b-4e9d-bd78-99c6c3140ac7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:40.749332 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-4e0eb3a7-2d1b-4e9d-bd78-99c6c3140ac7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:40.750723 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-79f72e07-dc94-40c6-9fa0-c6e1a77469c1 req-4e0eb3a7-2d1b-4e9d-bd78-99c6c3140ac7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "PUT /v2.0/ports/4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 200 len: 943 time: 0.6010218 Aug 09 11:03:40.753406 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:03:40.755769 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3b2a39-b31b-4bee-94c2-ae82ae055841" -d '{"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:03:40.766479 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49528) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:40.772220 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Deleting port d6d4b357-2089-4a4d-b8bf-bf9fcddad859 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:40.772575 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:40.816473 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eb3a7-2d1b-4e9d-bd78-99c6c3140ac7 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event updated for resources: {'Port': ['ID=4bcd975b-fecd-45b4-8dc0-8d7080665c42,revision_number=7']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:40.840929 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26cc8c3-8af7-4e29-ba19-12344fabcbca x-openstack-request-id: req-a26cc8c3-8af7-4e29-ba19-12344fabcbca {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:03:40.841265 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:03:40.841572 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a26cc8c3-8af7-4e29-ba19-12344fabcbca {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:03:40.841969 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'status': 'completed', 'code': 200} Aug 09 11:03:40.870955 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e7e26a48-55ae-432a-8e0b-aa2df0537f17 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:40.876762 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['4bcd975b-fecd-45b4-8dc0-8d7080665c42'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:03:40.899917 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] For port d6d4b357-2089-4a4d-b8bf-bf9fcddad859, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=d6d4b357-2089-4a4d-b8bf-bf9fcddad859,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:40.900281 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:40.904795 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e7e26a48-55ae-432a-8e0b-aa2df0537f17 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:40.917925 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Calling delete_port for d6d4b357-2089-4a4d-b8bf-bf9fcddad859 owned by network:router_interface {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:40.939466 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-d74b1ecb-2ba9-4fa6-ac54-79de480f568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:40.941860 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-d74b1ecb-2ba9-4fa6-ac54-79de480f568e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60fc335211f548da814fb39cb136515c&device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 1099 time: 0.0806358 Aug 09 11:03:41.056094 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-1ade9816-12a4-448e-8737-ed6a2b410288 None None] Provisioning complete for port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:03:41.056574 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1ade9816-12a4-448e-8737-ed6a2b410288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.061701 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e7e26a48-55ae-432a-8e0b-aa2df0537f17 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.065343 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e7e26a48-55ae-432a-8e0b-aa2df0537f17 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.069596 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e7e26a48-55ae-432a-8e0b-aa2df0537f17 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "DELETE /v2.0/security-groups/01ea2768-42b3-42bc-8d6e-555f206bdfde HTTP/1.1" status: 204 len: 168 time: 0.3052635 Aug 09 11:03:41.070111 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49530) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:41.114127 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e26a48-55ae-432a-8e0b-aa2df0537f17 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ea2768-42b3-42bc-8d6e-555f206bdfde,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:41.116757 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-98fc4b4d-21e1-4f7a-9c11-dbbb9123253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:41.118340 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-98fc4b4d-21e1-4f7a-9c11-dbbb9123253f service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd3f92a4-1241-4536-88a0-2b7bdf575790 HTTP/1.1" status: 200 len: 915 time: 0.1436627 Aug 09 11:03:41.203461 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-aefc60d7-4047-4fb7-b6ac-b43c0d42f4dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 200 len: 1002 time: 0.0745225 Aug 09 11:03:41.244646 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Deleting port ec26ebc1-9dbe-4e37-9517-6a042d60e881 {{(pid=105358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:41.245295 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.283195 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-0d9e7ea7-d6c6-40e0-85ef-76a2a9fe6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:41.284770 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-0d9e7ea7-d6c6-40e0-85ef-76a2a9fe6b43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2655b6c-69ec-458a-aed4-0c0a1a62d638 HTTP/1.1" status: 200 len: 853 time: 0.0605257 Aug 09 11:03:41.329250 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.329666 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.331011 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-93ffbd99-c563-4b6c-80a0-fcb3a554aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:41.332666 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-93ffbd99-c563-4b6c-80a0-fcb3a554aa35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd3f92a4-1241-4536-88a0-2b7bdf575790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408926 Aug 09 11:03:41.341720 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Calling delete_port for ec26ebc1-9dbe-4e37-9517-6a042d60e881 owned by network:floatingip {{(pid=105358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:41.386310 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.419986 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d4b357-2089-4a4d-b8bf-bf9fcddad859,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:41.504076 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-320d33ee-e062-410e-912b-53e27eb7f6f3 service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637833 Aug 09 11:03:41.587739 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.616148 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event deleted for resources: {'Port': ['ID=ec26ebc1-9dbe-4e37-9517-6a042d60e881,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:41.676447 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888871'] for router_interface, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.679784 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ee3b2a39-b31b-4bee-94c2-ae82ae055841 req-1c02c4b0-5065-4aff-bd17-2e76e9eade16 service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367924 Aug 09 11:03:41.694027 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks [] for floatingip, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:41.694392 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.l3_db [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Floating IP 26bc8341-e43d-44ea-8009-2a3de7f67492 disassociated (deleted). External IP: 172.27.0.150, port: 4bcd975b-fecd-45b4-8dc0-8d7080665c42. Aug 09 11:03:41.907300 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Router 72e1eca2-df00-4329-be83-7c8f8879bf77 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:03:41.914106 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Router 411c3cd8-55a1-48b1-966d-5830e77a87c0 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:03:42.019035 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:03:42.029794 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:42.029895 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] Sync routers for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:03:42.032002 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:03:42.038840 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:42.039479 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:42.040666 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5bf561f4-2fc1-4ed1-81e1-142c96b9a6e5 admin admin] 10.222.0.35 "PUT /v2.0/routers/411c3cd8-55a1-48b1-966d-5830e77a87c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6069334 Aug 09 11:03:42.041279 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49540) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:42.054521 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-372a4a37-9de0-4b0b-bde2-742592837eed tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "DELETE /v2.0/floatingips/26bc8341-e43d-44ea-8009-2a3de7f67492 HTTP/1.1" status: 204 len: 168 time: 0.9833288 Aug 09 11:03:42.055185 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42'}] {{(pid=105358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:03:42.057441 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9525662269e5ee7a819cbfd3bdc991a083848e7175a74db83737dda9a210291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655467ac-9d22-4c4e-b1c5-a6ffd148b595" -d '{"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42"}]}' {{(pid=105358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:03:42.059716 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] Sync routers for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:03:42.071856 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:42.072514 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:42.142180 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068364c5-15d9-49e5-8316-ac31e0f7a380 x-openstack-request-id: req-068364c5-15d9-49e5-8316-ac31e0f7a380 {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:03:42.142470 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42", "status": "completed", "code": 200}]} {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:03:42.142772 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-068364c5-15d9-49e5-8316-ac31e0f7a380 {{(pid=105358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:03:42.143405 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'status': 'completed', 'code': 200} Aug 09 11:03:42.216403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks [] for router, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:42.216824 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:42.246933 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:42.256745 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-6d477c8c-16e1-4bb5-903e-351f8e8db98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:42.258226 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-6d477c8c-16e1-4bb5-903e-351f8e8db98b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60fc335211f548da814fb39cb136515c&device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 1099 time: 0.0833807 Aug 09 11:03:42.423828 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T11:03:41Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:42.451561 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] Checking router: 411c3cd8-55a1-48b1-966d-5830e77a87c0 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:03:42.461181 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] Routers {'411c3cd8-55a1-48b1-966d-5830e77a87c0'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:42.461813 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['411c3cd8-55a1-48b1-966d-5830e77a87c0'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:42.572035 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'c8b01caa-7359-4332-b630-2622d8e62ba5', 'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'mac_address': 'fa:16:3e:99:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:28Z', 'updated_at': '2021-08-09T11:01:34Z', 'revision_number': 5, 'project_id': '60fc335211f548da814fb39cb136515c', 'subnets': [{'id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:42.601142 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] Checking router: 72e1eca2-df00-4329-be83-7c8f8879bf77 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:03:42.607660 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] Set router 411c3cd8-55a1-48b1-966d-5830e77a87c0 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:42.609789 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:42.610491 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:42.679587 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:42.687743 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-08d71eab-1412-42ca-809e-2c35bf888f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:42.689253 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-08d71eab-1412-42ca-809e-2c35bf888f85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd3f92a4-1241-4536-88a0-2b7bdf575790 HTTP/1.1" status: 200 len: 915 time: 0.4239790 Aug 09 11:03:42.729226 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:42.737636 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-ac21058c-d7bc-41d8-b59d-5999ab0eae66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 200 len: 217 time: 0.0407033 Aug 09 11:03:42.811944 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-ed43c57a-20a4-4cc3-86c3-10f44740b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:42.813528 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-ed43c57a-20a4-4cc3-86c3-10f44740b7ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2655b6c-69ec-458a-aed4-0c0a1a62d638 HTTP/1.1" status: 200 len: 853 time: 0.0669191 Aug 09 11:03:42.859003 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Deleting port 25115cf4-d465-4d7b-9672-5d54f671e688 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:42.859453 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:42.909225 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-829bd33f-57a6-4996-97bf-94a9b1facd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:42.910788 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-829bd33f-57a6-4996-97bf-94a9b1facd07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd3f92a4-1241-4536-88a0-2b7bdf575790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876682 Aug 09 11:03:42.962564 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'c8b01caa-7359-4332-b630-2622d8e62ba5', 'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'mac_address': 'fa:16:3e:99:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:28Z', 'updated_at': '2021-08-09T11:01:34Z', 'revision_number': 5, 'project_id': '60fc335211f548da814fb39cb136515c', 'subnets': [{'id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:42.980449 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T11:03:41Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:42.996031 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36e71c-8235-4529-81eb-b3ce99229733 None None] The sync data for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi is: [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:28Z', 'revision_number': 4, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'c8b01caa-7359-4332-b630-2622d8e62ba5', 'name': '', 'network_id': 'fd3f92a4-1241-4536-88a0-2b7bdf575790', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'mac_address': 'fa:16:3e:99:bb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:28Z', 'updated_at': '2021-08-09T11:01:34Z', 'revision_number': 5, 'project_id': '60fc335211f548da814fb39cb136515c', 'subnets': [{'id': 'e2655b6c-69ec-458a-aed4-0c0a1a62d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:03:43.009097 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] For port 25115cf4-d465-4d7b-9672-5d54f671e688, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=25115cf4-d465-4d7b-9672-5d54f671e688,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:43.009626 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:43.010673 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db3647-ea9f-45e2-91aa-2d44906b638d None None] The sync data for ids ['411c3cd8-55a1-48b1-966d-5830e77a87c0'] in dv-cinder-803896-1-iscsi is: [{'id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'name': 'tempest-AttachVolumeShelveTestJSON-477423351-router', 'tenant_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T10:56:23Z', 'updated_at': '2021-08-09T11:03:41Z', 'revision_number': 5, 'project_id': 'ca113a643fca4b5781fa9c55d6a0b89f', 'gw_port': {'id': '25115cf4-d465-4d7b-9672-5d54f671e688', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411c3cd8-55a1-48b1-966d-5830e77a87c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T10:56:24Z', 'updated_at': '2021-08-09T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:03:43.042225 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Calling delete_port for 25115cf4-d465-4d7b-9672-5d54f671e688 owned by network:router_gateway {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:43.072505 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-181f5f5c-0f3c-445a-beed-c5b9f6f1009c service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538670 Aug 09 11:03:43.257495 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-655467ac-9d22-4c4e-b1c5-a6ffd148b595 req-89bd84f1-b9d2-47d8-a9ba-7c125cf416df service neutron] 10.222.0.37 "GET /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553752 Aug 09 11:03:43.291076 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb3f9b-2b7b-461d-bb2a-7b3eecb2afb7 None None] New status for floating IP 26bc8341-e43d-44ea-8009-2a3de7f67492: DOWN {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:03:43.393681 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:43.441567 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=25115cf4-d465-4d7b-9672-5d54f671e688,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:43.508347 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-892097'] for router_gateway, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:43.600454 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:43.603896 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:43.796671 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-887233'] for router, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:43.797366 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 411c3cd8-55a1-48b1-966d-5830e77a87c0 {{(pid=105357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:03:43.801921 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:43.816601 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-1749cbd7-41ce-4837-b5bd-f41b51eb9f54 admin admin] 10.222.0.35 "DELETE /v2.0/routers/411c3cd8-55a1-48b1-966d-5830e77a87c0 HTTP/1.1" status: 204 len: 168 time: 1.7608688 Aug 09 11:03:43.816601 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49570) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:43.850285 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8772565a-8361-419d-bfa7-c4a26f206ed5 admin admin] Deleting subnet 94291db8-bf8e-4cd7-8433-68b0b9f353b1 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:03:43.853578 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8772565a-8361-419d-bfa7-c4a26f206ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:43.894014 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8772565a-8361-419d-bfa7-c4a26f206ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5113600'] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.006895 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8772565a-8361-419d-bfa7-c4a26f206ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.135395 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8772565a-8361-419d-bfa7-c4a26f206ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105477'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.161476 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772565a-8361-419d-bfa7-c4a26f206ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94291db8-bf8e-4cd7-8433-68b0b9f353b1,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:44.166692 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8772565a-8361-419d-bfa7-c4a26f206ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.168858 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-8772565a-8361-419d-bfa7-c4a26f206ed5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/94291db8-bf8e-4cd7-8433-68b0b9f353b1 HTTP/1.1" status: 204 len: 168 time: 0.3623393 Aug 09 11:03:44.171792 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49574) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:44.174244 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ecfa34-dd07-4ca2-ae9a-4c3cf4de1f00 None None] Network 9a125839-6ce2-4f79-b187-e797eee20d7c requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:03:44.248510 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.305710 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device d6d4b357-2089-4a4d-b8bf-bf9fcddad859 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:44.315893 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Deleting port 450fb8b3-31d7-4232-b66c-16f2a2c02354 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:44.316347 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.327977 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: d6d4b357-2089-4a4d-b8bf-bf9fcddad859 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:44.328315 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device d6d4b357-2089-4a4d-b8bf-bf9fcddad859 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:44.328720 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 25115cf4-d465-4d7b-9672-5d54f671e688 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:44.350187 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 25115cf4-d465-4d7b-9672-5d54f671e688 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:44.350375 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 25115cf4-d465-4d7b-9672-5d54f671e688 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:44.380417 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] For port 450fb8b3-31d7-4232-b66c-16f2a2c02354, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=450fb8b3-31d7-4232-b66c-16f2a2c02354,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:44.380417 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.399490 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Calling delete_port for 450fb8b3-31d7-4232-b66c-16f2a2c02354 owned by network:dhcp {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:44.426069 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73eced4-af62-4b86-8f54-bb6a341797de None None] DHCP port deletion for 9a125839-6ce2-4f79-b187-e797eee20d7c request from dv-cinder-803896-1-iscsi {{(pid=105359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:03:44.481167 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-e73eced4-af62-4b86-8f54-bb6a341797de None None] Deleting port 450fb8b3-31d7-4232-b66c-16f2a2c02354 {{(pid=105359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:44.486241 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e73eced4-af62-4b86-8f54-bb6a341797de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.548506 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-e73eced4-af62-4b86-8f54-bb6a341797de None None] For port 450fb8b3-31d7-4232-b66c-16f2a2c02354, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=450fb8b3-31d7-4232-b66c-16f2a2c02354,segment=NetworkSegment(3b760a6e-1b54-4f30-b53a-47aaa270c9bd),segment_id=3b760a6e-1b54-4f30-b53a-47aaa270c9bd)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:44.548506 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e73eced4-af62-4b86-8f54-bb6a341797de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.558128 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-e73eced4-af62-4b86-8f54-bb6a341797de None None] Calling delete_port for 450fb8b3-31d7-4232-b66c-16f2a2c02354 owned by network:dhcp {{(pid=105359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:44.595685 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.624325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=450fb8b3-31d7-4232-b66c-16f2a2c02354,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:44.625936 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] No DVR routers for this DVR port 450fb8b3-31d7-4232-b66c-16f2a2c02354 on host dv-cinder-803896-1-iscsi {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:44.638620 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e73eced4-af62-4b86-8f54-bb6a341797de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.675173 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73eced4-af62-4b86-8f54-bb6a341797de None None] No DVR routers for this DVR port 450fb8b3-31d7-4232-b66c-16f2a2c02354 on host dv-cinder-803896-1-iscsi {{(pid=105359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:44.677201 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eced4-af62-4b86-8f54-bb6a341797de None None] Pushing event deleted for resources: {'Port': ['ID=450fb8b3-31d7-4232-b66c-16f2a2c02354,revision_number=None']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:44.700552 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.711353 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a125839-6ce2-4f79-b187-e797eee20d7c']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:44.721944 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b760a6e-1b54-4f30-b53a-47aaa270c9bd') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:44.722258 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b760a6e-1b54-4f30-b53a-47aaa270c9bd') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:44.730791 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.744788 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.751322 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:03:44.751713 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:03:44.753315 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:03:44.846738 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.872519 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.880062 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:44.884173 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9a125839-6ce2-4f79-b187-e797eee20d7c HTTP/1.1" status: 204 len: 168 time: 0.7091434 Aug 09 11:03:44.892101 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d2414-22d3-4937-bb58-fa4c0c311bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a125839-6ce2-4f79-b187-e797eee20d7c,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:45.271099 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49590) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:45.309911 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-06b3175d-0518-4fe8-8f61-27fefd510b7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca113a643fca4b5781fa9c55d6a0b89f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374000 Aug 09 11:03:45.312487 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49592) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:45.359190 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-30a61534-dcc2-4287-b695-e098f01e62f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:45.381479 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-30a61534-dcc2-4287-b695-e098f01e62f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:45.518464 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-30a61534-dcc2-4287-b695-e098f01e62f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:45.521266 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-30a61534-dcc2-4287-b695-e098f01e62f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:45.522531 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-30a61534-dcc2-4287-b695-e098f01e62f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3e70632-ccd2-4fae-a74b-8ef01e0c1f4e HTTP/1.1" status: 204 len: 168 time: 0.2091506 Aug 09 11:03:45.531446 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a61534-dcc2-4287-b695-e098f01e62f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e70632-ccd2-4fae-a74b-8ef01e0c1f4e,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:45.556556 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1c0e9-f8b7-4ef9-bb18-420b40f314b1 req-5861942c-a79b-4566-b7be-24d7000f3e25 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:45.560535 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1ad1c0e9-f8b7-4ef9-bb18-420b40f314b1 req-5861942c-a79b-4566-b7be-24d7000f3e25 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0597293 Aug 09 11:03:45.596871 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1ad1c0e9-f8b7-4ef9-bb18-420b40f314b1 req-27d1fe42-fbb2-43cb-9493-259d5bc79d79 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Aug 09 11:03:46.102529 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 450fb8b3-31d7-4232-b66c-16f2a2c02354 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:46.132001 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 450fb8b3-31d7-4232-b66c-16f2a2c02354 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:46.132358 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 450fb8b3-31d7-4232-b66c-16f2a2c02354 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:46.728428 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863dfa-eebc-4585-9032-c88881c9e261 req-49101073-ee7d-4b03-bbde-27efdb5caf4e tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:46.730340 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8e863dfa-eebc-4585-9032-c88881c9e261 req-49101073-ee7d-4b03-bbde-27efdb5caf4e tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0522890 Aug 09 11:03:46.770385 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8e863dfa-eebc-4585-9032-c88881c9e261 req-3fd7f8c3-d544-4d54-8431-71ff9ff1b6d8 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1db32a1-7d2f-48d9-9708-9b45e0206b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Aug 09 11:03:47.179637 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-8853c413-7194-46ef-a986-1289aa466f0a tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:47.181178 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-8853c413-7194-46ef-a986-1289aa466f0a tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.37 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 946 time: 0.0487800 Aug 09 11:03:47.282658 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Deleting port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:47.287637 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:47.372238 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] For port 4bcd975b-fecd-45b4-8dc0-8d7080665c42, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=4bcd975b-fecd-45b4-8dc0-8d7080665c42,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:47.372602 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:47.386466 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Calling delete_port for 4bcd975b-fecd-45b4-8dc0-8d7080665c42 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:47.494915 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-244fe885-fd86-4746-8c6b-67b3a59050da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637691 Aug 09 11:03:47.580576 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-bcfa6a16-19ca-46c1-90f2-7ec07c14d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:47.582086 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-bcfa6a16-19ca-46c1-90f2-7ec07c14d092 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1098 time: 0.0558062 Aug 09 11:03:47.648565 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:47.659331 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['4bcd975b-fecd-45b4-8dc0-8d7080665c42'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:03:47.686382 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Pushing event deleted for resources: {'Port': ['ID=4bcd975b-fecd-45b4-8dc0-8d7080665c42,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:47.734848 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] No DVR routers for this DVR port 4bcd975b-fecd-45b4-8dc0-8d7080665c42 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:47.738783 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:47.740781 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0691e6e6-894e-4eec-b3fb-d455c6fd6435 req-6fc7f550-9644-460b-bcf1-e2a8ed5767e4 tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.37 "DELETE /v2.0/ports/4bcd975b-fecd-45b4-8dc0-8d7080665c42 HTTP/1.1" status: 204 len: 173 time: 0.5535731 Aug 09 11:03:47.741211 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'name': 'network-vif-deleted', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:03:47.743469 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f3c6d-7e17-4601-9ee3-13c5f0c1ebf2" -d '{"events": [{"server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "name": "network-vif-deleted", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:03:47.761758 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-3350e0b9-eef7-473b-bbb8-c2d7f887a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:47.763661 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-3350e0b9-eef7-473b-bbb8-c2d7f887a622 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d587cde-7337-4019-a1e6-1decd6d75890 HTTP/1.1" status: 200 len: 910 time: 0.1609342 Aug 09 11:03:47.812423 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed2db3b-d877-42a0-809c-5789e2df36e5 x-openstack-request-id: req-3ed2db3b-d877-42a0-809c-5789e2df36e5 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:03:47.812725 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155644bd-c5b7-4faf-a319-13e2fd4d6f22", "name": "network-vif-deleted", "tag": "4bcd975b-fecd-45b4-8dc0-8d7080665c42", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:03:47.812979 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ed2db3b-d877-42a0-809c-5789e2df36e5 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:03:47.813381 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155644bd-c5b7-4faf-a319-13e2fd4d6f22', 'name': 'network-vif-deleted', 'tag': '4bcd975b-fecd-45b4-8dc0-8d7080665c42', 'status': 'completed', 'code': 200} Aug 09 11:03:47.839096 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-f11ca594-73ed-437c-bdee-cd2078177805 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11375eda-0817-4ccf-81b7-ddb25102a592 HTTP/1.1" status: 200 len: 1001 time: 0.0672822 Aug 09 11:03:47.879751 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8bc4efa6-2d47-4393-ad0c-bdb35e8e6395 req-ce635e14-91e8-4e98-aba3-e5ba601324fa tempest-TestMinimumBasicScenario-702705490 tempest-TestMinimumBasicScenario-702705490-project] 10.222.0.35 "GET /v2.0/ports?device_id=155644bd-c5b7-4faf-a319-13e2fd4d6f22 HTTP/1.1" status: 200 len: 210 time: 0.0340788 Aug 09 11:03:47.914948 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-1dc976a4-cf34-4ebb-9441-0f2cfa39812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:47.916364 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-1dc976a4-cf34-4ebb-9441-0f2cfa39812f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c94c04-da54-4448-b0ab-56abf43d8145 HTTP/1.1" status: 200 len: 848 time: 0.0697284 Aug 09 11:03:47.969056 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-c9461909-000e-4cbd-bb03-b4cc10155e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:47.970589 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-c9461909-000e-4cbd-bb03-b4cc10155e47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d587cde-7337-4019-a1e6-1decd6d75890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469265 Aug 09 11:03:48.069185 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-09939745-0568-4ba2-81cb-7e63f07c1723 service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915813 Aug 09 11:03:48.185739 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d400ef29-8080-4b18-8bf1-a377433d55ee req-2c768806-adae-4fa3-96b8-879f0c2cb1ad service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096539 Aug 09 11:03:48.205822 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49666) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:48.310579 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-3165b123-f449-45d9-a0d4-4062f6122a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:48.399838 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-3165b123-f449-45d9-a0d4-4062f6122a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:48.480904 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-3165b123-f449-45d9-a0d4-4062f6122a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:48.518828 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165b123-f449-45d9-a0d4-4062f6122a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81a9ff3-d43a-4739-ba1b-a6b9dc06d096,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:48.523220 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-3165b123-f449-45d9-a0d4-4062f6122a16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4636b0fb889b4eebb884779b27417675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163075 Aug 09 11:03:48.526070 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49674) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:48.575234 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-125eafc6-0feb-4d25-b774-d6af485492e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:48.596862 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-125eafc6-0feb-4d25-b774-d6af485492e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:48.778201 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-125eafc6-0feb-4d25-b774-d6af485492e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:48.781384 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-125eafc6-0feb-4d25-b774-d6af485492e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:48.782541 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-125eafc6-0feb-4d25-b774-d6af485492e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f81a9ff3-d43a-4739-ba1b-a6b9dc06d096 HTTP/1.1" status: 204 len: 168 time: 0.2556520 Aug 09 11:03:48.790396 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eafc6-0feb-4d25-b774-d6af485492e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81a9ff3-d43a-4739-ba1b-a6b9dc06d096,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:49.352882 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49702) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:49.366079 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c9308385-6203-473a-829f-302a04a0c280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:49.457790 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c9308385-6203-473a-829f-302a04a0c280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:49.541052 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c9308385-6203-473a-829f-302a04a0c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:49.580559 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c9308385-6203-473a-829f-302a04a0c280 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=391c750e9f6944738bcdf494494ebb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264841 Aug 09 11:03:49.581609 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9308385-6203-473a-829f-302a04a0c280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc3190-9629-4a13-ab76-50f1b6e6110d,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:49.583172 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49712) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:49.635037 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-64900644-10dd-49a5-9f06-33a896448a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:49.657888 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-64900644-10dd-49a5-9f06-33a896448a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:49.819492 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-64900644-10dd-49a5-9f06-33a896448a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:49.822386 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-64900644-10dd-49a5-9f06-33a896448a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:49.823525 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-64900644-10dd-49a5-9f06-33a896448a79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73cc3190-9629-4a13-ab76-50f1b6e6110d HTTP/1.1" status: 204 len: 168 time: 0.2392132 Aug 09 11:03:49.833563 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64900644-10dd-49a5-9f06-33a896448a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc3190-9629-4a13-ab76-50f1b6e6110d,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:50.136996 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b834c-65d6-46b8-b2bd-596466ad31ee req-ef9d95b4-0119-4aec-bab7-8c9245913dfc tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:50.139020 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4b0b834c-65d6-46b8-b2bd-596466ad31ee req-ef9d95b4-0119-4aec-bab7-8c9245913dfc tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0556076 Aug 09 11:03:50.180640 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4b0b834c-65d6-46b8-b2bd-596466ad31ee req-ea045e6b-4074-4e6d-88f6-0200f3291b80 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344045 Aug 09 11:03:50.226283 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-fc96c582-ea5e-4fa5-84fc-415c6c719e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:50.682073 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49768) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:51.041091 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-892823'] for router_interface, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:51.304383 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6f9b5-ad45-46e1-a374-a381893e65f4 req-1b2a4eb1-4c18-4eba-a7ce-6ef58ea5a3ec tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:51.306480 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-04c6f9b5-ad45-46e1-a374-a381893e65f4 req-1b2a4eb1-4c18-4eba-a7ce-6ef58ea5a3ec tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0514078 Aug 09 11:03:51.314057 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Deleting port c8b01caa-7359-4332-b630-2622d8e62ba5 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:51.314574 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:51.347400 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-04c6f9b5-ad45-46e1-a374-a381893e65f4 req-1dec2548-d4c3-45f7-8a6c-1c4b800fb9d1 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336120 Aug 09 11:03:51.392874 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] For port c8b01caa-7359-4332-b630-2622d8e62ba5, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=c8b01caa-7359-4332-b630-2622d8e62ba5,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:51.403710 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:51.406549 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Calling delete_port for c8b01caa-7359-4332-b630-2622d8e62ba5 owned by network:router_interface {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:51.629784 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49798) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:51.670235 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:51.710616 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b01caa-7359-4332-b630-2622d8e62ba5,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:51.761916 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c7142d-8c79-483a-a0cd-b77f90c25c04 admin admin] Deleting subnet 3b05a6f2-52f2-4b67-b25c-6c7ae611f56a {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:03:51.797875 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55c7142d-8c79-483a-a0cd-b77f90c25c04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:51.850893 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55c7142d-8c79-483a-a0cd-b77f90c25c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5113600'] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:51.965966 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55c7142d-8c79-483a-a0cd-b77f90c25c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.016018 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888871'] for router_interface, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.118844 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 4bcd975b-fecd-45b4-8dc0-8d7080665c42 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:52.141675 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 4bcd975b-fecd-45b4-8dc0-8d7080665c42 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:52.142018 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 4bcd975b-fecd-45b4-8dc0-8d7080665c42 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:52.423880 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55c7142d-8c79-483a-a0cd-b77f90c25c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105477'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.484897 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7142d-8c79-483a-a0cd-b77f90c25c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b05a6f2-52f2-4b67-b25c-6c7ae611f56a,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:52.492110 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55c7142d-8c79-483a-a0cd-b77f90c25c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.494171 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-55c7142d-8c79-483a-a0cd-b77f90c25c04 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3b05a6f2-52f2-4b67-b25c-6c7ae611f56a HTTP/1.1" status: 204 len: 168 time: 0.8630402 Aug 09 11:03:52.496854 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49810) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:52.554363 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2131c-5b3e-4b0d-bdad-ee70a4046d3f req-9575d168-7c18-4e28-8287-813c338cf451 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:52.555875 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a2e2131c-5b3e-4b0d-bdad-ee70a4046d3f req-9575d168-7c18-4e28-8287-813c338cf451 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.1366546 Aug 09 11:03:52.566235 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.638561 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a2e2131c-5b3e-4b0d-bdad-ee70a4046d3f req-487418d0-c1d2-467b-b4ed-b0341e53da82 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740705 Aug 09 11:03:52.646702 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Router 72e1eca2-df00-4329-be83-7c8f8879bf77 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:03:52.661372 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.666913 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d']}} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:52.677304 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d79d1e-7dd1-4380-8841-4942f6124066') {'for_net_delete': True} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:52.677597 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d79d1e-7dd1-4380-8841-4942f6124066') {} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:52.687784 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732237'] for segment, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.714625 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.717346 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:03:52.717939 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5855115'] for segment, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: Traceback (most recent call last): Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: timer() Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: cb(*args, **kw) Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: return func(*args, **kwargs) Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: self._notify() Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: self.callback(batched_events) Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: event.method(event) Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: return f(self, *a, **k) Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._get(url).json() Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: return self.request(url, 'GET', **kwargs) Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:03:52.730173 dv-cinder-803896-1-iscsi neutron-server[105358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:03:52.777603 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:03:52.788592 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-1f871432-103f-47ec-8f23-c84c167702d8 admin admin] 10.222.0.35 "PUT /v2.0/routers/72e1eca2-df00-4329-be83-7c8f8879bf77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1002767 Aug 09 11:03:52.788879 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49814) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:52.788992 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] Sync routers for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:03:52.797306 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:52.797925 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:52.882448 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.889138 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.894291 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d HTTP/1.1" status: 204 len: 168 time: 0.3930597 Aug 09 11:03:52.894387 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49818) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:52.905056 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f26e4f-c889-4d99-8e88-191e2a4cc021 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b2bcca-bb5b-4de4-b585-f10cf6fcbf0d,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:52.911698 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks [] for router, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.921585 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:52.942758 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-33319620-1c15-4748-97b2-1e22af23562f admin admin] Deleting subnet e1c66578-c7e8-49c3-9550-7f7719313393 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:03:52.946311 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-33319620-1c15-4748-97b2-1e22af23562f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:52.989059 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-33319620-1c15-4748-97b2-1e22af23562f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5113600'] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.017876 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.034522 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-33319620-1c15-4748-97b2-1e22af23562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.117854 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-677b2890-083e-4bf5-94a0-1ddf5877c5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.131503 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:03:51Z', 'revision_number': 5, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port': {'id': '40220408-1bf4-408b-b8c6-6e7692c41ef7', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:53.160641 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] Checking router: 72e1eca2-df00-4329-be83-7c8f8879bf77 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:03:53.160854 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Deleting port 40220408-1bf4-408b-b8c6-6e7692c41ef7 {{(pid=105358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:53.160854 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.167670 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] Routers {'72e1eca2-df00-4329-be83-7c8f8879bf77'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:53.168287 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['72e1eca2-df00-4329-be83-7c8f8879bf77'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:53.178426 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-33319620-1c15-4748-97b2-1e22af23562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105477'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.212670 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-33319620-1c15-4748-97b2-1e22af23562f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.215803 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-33319620-1c15-4748-97b2-1e22af23562f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e1c66578-c7e8-49c3-9550-7f7719313393 HTTP/1.1" status: 204 len: 168 time: 0.3207524 Aug 09 11:03:53.218021 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33319620-1c15-4748-97b2-1e22af23562f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c66578-c7e8-49c3-9550-7f7719313393,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:53.219341 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49820) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:53.258470 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] Set router 72e1eca2-df00-4329-be83-7c8f8879bf77 gateway port host: None {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:53.289753 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.db [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] For port 40220408-1bf4-408b-b8c6-6e7692c41ef7, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=40220408-1bf4-408b-b8c6-6e7692c41ef7,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:53.290113 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.310450 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Calling delete_port for 40220408-1bf4-408b-b8c6-6e7692c41ef7 owned by network:router_gateway {{(pid=105358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:53.316674 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.318091 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:03:53Z', 'revision_number': 6, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port_host': None}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:53.343800 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5623b4d-5e84-4e87-84d1-8931dacedfe7 None None] The sync data for ids ['72e1eca2-df00-4329-be83-7c8f8879bf77'] in dv-cinder-803896-1-iscsi is: [{'id': '72e1eca2-df00-4329-be83-7c8f8879bf77', 'name': 'tempest-TestMinimumBasicScenario-976952086-router', 'tenant_id': '60fc335211f548da814fb39cb136515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:25Z', 'updated_at': '2021-08-09T11:03:53Z', 'revision_number': 6, 'project_id': '60fc335211f548da814fb39cb136515c', 'gw_port_host': None}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:03:53.386943 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.667951 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.711426 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4630ebd8-4421-452c-bc2a-ef66bcc6de7b']}} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:53.739813 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bb0d36-156e-4e4a-9bd5-a2082b1e5ece') {'for_net_delete': True} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:53.740116 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.services.segments.db [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bb0d36-156e-4e4a-9bd5-a2082b1e5ece') {} {{(pid=105358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:53.771033 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732237'] for segment, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.790456 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.817105 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124d707-1266-428a-8c89-19ff21f13c18 req-4fcd08cb-73a3-4fae-af4a-e90304d5e64c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:53.818608 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c124d707-1266-428a-8c89-19ff21f13c18 req-4fcd08cb-73a3-4fae-af4a-e90304d5e64c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.1048324 Aug 09 11:03:53.835655 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=105358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:03:53.836057 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5855115'] for segment, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: Traceback (most recent call last): Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: timer() Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: cb(*args, **kw) Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: return func(*args, **kwargs) Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: self._notify() Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: self.callback(batched_events) Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: event.method(event) Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: return f(self, *a, **k) Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._get(url).json() Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: return self.request(url, 'GET', **kwargs) Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:03:53.837691 dv-cinder-803896-1-iscsi neutron-server[105358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:03:53.881009 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:53.929835 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c124d707-1266-428a-8c89-19ff21f13c18 req-497c5f16-7b5d-47ec-a354-842778cb13ae tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827689 Aug 09 11:03:54.001353 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.005943 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.011277 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4630ebd8-4421-452c-bc2a-ef66bcc6de7b HTTP/1.1" status: 204 len: 168 time: 0.7875230 Aug 09 11:03:54.011277 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.028247 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a79e22-a616-4ecd-9183-afdcd78bc726 admin admin] Pushing event deleted for resources: {'Network': ['ID=4630ebd8-4421-452c-bc2a-ef66bcc6de7b,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:54.057451 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Pushing event deleted for resources: {'Port': ['ID=40220408-1bf4-408b-b8c6-6e7692c41ef7,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:54.119915 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-892097'] for router_gateway, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.174195 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device c8b01caa-7359-4332-b630-2622d8e62ba5 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:54.194733 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: c8b01caa-7359-4332-b630-2622d8e62ba5 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:54.195365 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device c8b01caa-7359-4332-b630-2622d8e62ba5 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:54.195949 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 40220408-1bf4-408b-b8c6-6e7692c41ef7 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:54.224307 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 40220408-1bf4-408b-b8c6-6e7692c41ef7 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:54.225171 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 40220408-1bf4-408b-b8c6-6e7692c41ef7 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:54.228232 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.230577 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.363941 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-887233'] for router, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.364466 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e1eca2-df00-4329-be83-7c8f8879bf77 {{(pid=105358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:03:54.374859 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] Notify callbacks [] for router, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.374859 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-15bd068b-c5d2-4bcb-82d0-5293e408af1f admin admin] 10.222.0.35 "DELETE /v2.0/routers/72e1eca2-df00-4329-be83-7c8f8879bf77 HTTP/1.1" status: 204 len: 168 time: 1.5838768 Aug 09 11:03:54.376381 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49832) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:54.405870 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49834) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:54.426638 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb2c003-a91b-43a0-bee0-59e56614b0f2 admin admin] Deleting subnet e2655b6c-69ec-458a-aed4-0c0a1a62d638 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:03:54.431437 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c003-a91b-43a0-bee0-59e56614b0f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.454525 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-675f7d0f-21d9-40d5-a9cc-4c457f76b88d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36e3c0a271774fe48a49e503386aa21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472732 Aug 09 11:03:54.455983 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49836) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:54.494002 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c003-a91b-43a0-bee0-59e56614b0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5113600'] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.548017 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2c3b674e-806c-4cda-9890-e80a4bd1cb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.596160 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2c3b674e-806c-4cda-9890-e80a4bd1cb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.610880 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c003-a91b-43a0-bee0-59e56614b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.784542 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2c3b674e-806c-4cda-9890-e80a4bd1cb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.788193 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2c3b674e-806c-4cda-9890-e80a4bd1cb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.788328 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-2c3b674e-806c-4cda-9890-e80a4bd1cb95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab9eb08e-163f-42d3-8a08-7f2bb03768ac HTTP/1.1" status: 204 len: 168 time: 0.3327558 Aug 09 11:03:54.789420 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c003-a91b-43a0-bee0-59e56614b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105477'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.824295 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b674e-806c-4cda-9890-e80a4bd1cb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9eb08e-163f-42d3-8a08-7f2bb03768ac,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:54.828318 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2c003-a91b-43a0-bee0-59e56614b0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2655b6c-69ec-458a-aed4-0c0a1a62d638,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:54.839878 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c003-a91b-43a0-bee0-59e56614b0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.839878 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-9bb2c003-a91b-43a0-bee0-59e56614b0f2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e2655b6c-69ec-458a-aed4-0c0a1a62d638 HTTP/1.1" status: 204 len: 168 time: 0.4612670 Aug 09 11:03:54.841206 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49840) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:54.847792 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6046382-cb06-49d9-a2e4-b7f40461677d None None] Network fd3f92a4-1241-4536-88a0-2b7bdf575790 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:03:54.913104 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:54.965874 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Deleting port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:54.965874 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.050384 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] DHCP port deletion for fd3f92a4-1241-4536-88a0-2b7bdf575790 request from dv-cinder-803896-1-iscsi {{(pid=105359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:03:55.079032 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] For port 9d6f9d93-2dfb-4b99-9c11-eff21e484893, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=9d6f9d93-2dfb-4b99-9c11-eff21e484893,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:55.079424 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.094929 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Calling delete_port for 9d6f9d93-2dfb-4b99-9c11-eff21e484893 owned by network:dhcp {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:55.104086 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Deleting port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 {{(pid=105359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:55.104462 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.115705 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d6d9d-d4a5-484c-91ff-3f5085c8bd5d req-b0f0e7d0-dcf9-484c-bb7d-b4d04a840c83 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:55.117283 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-825d6d9d-d4a5-484c-91ff-3f5085c8bd5d req-b0f0e7d0-dcf9-484c-bb7d-b4d04a840c83 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0925529 Aug 09 11:03:55.167876 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] For port 9d6f9d93-2dfb-4b99-9c11-eff21e484893, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=9d6f9d93-2dfb-4b99-9c11-eff21e484893,segment=NetworkSegment(22bb215f-465c-491d-9f5a-65ca34327930),segment_id=22bb215f-465c-491d-9f5a-65ca34327930)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:55.168350 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.180932 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Calling delete_port for 9d6f9d93-2dfb-4b99-9c11-eff21e484893 owned by network:dhcp {{(pid=105359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:55.201852 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-825d6d9d-d4a5-484c-91ff-3f5085c8bd5d req-50e7e562-dc6b-47e4-8432-27e064d71b24 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488420 Aug 09 11:03:55.315718 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.316719 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.322822 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.342110 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6f9d93-2dfb-4b99-9c11-eff21e484893,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:55.349988 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] No DVR routers for this DVR port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 on host dv-cinder-803896-1-iscsi {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:55.352630 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Pushing event deleted for resources: {'Port': ['ID=9d6f9d93-2dfb-4b99-9c11-eff21e484893,revision_number=None']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:55.354837 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] No DVR routers for this DVR port 9d6f9d93-2dfb-4b99-9c11-eff21e484893 on host dv-cinder-803896-1-iscsi {{(pid=105359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:55.368406 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.369071 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.369071 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.369321 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.369722 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.370071 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.370491 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.370885 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.371396 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.371803 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.372246 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.372635 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212e2c5-31c2-489a-a661-435f47278d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:03:55.431206 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.441175 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3f92a4-1241-4536-88a0-2b7bdf575790']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:55.451100 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bb215f-465c-491d-9f5a-65ca34327930') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:55.452020 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bb215f-465c-491d-9f5a-65ca34327930') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:55.460378 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.473325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.479500 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:03:55.479910 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:03:55.481520 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:03:55.519617 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49848) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:55.558047 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c46f8972-d57e-49e8-95d4-b32b234549e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bdaea809d8f4bf8a7e61268b5c91d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372610 Aug 09 11:03:55.561075 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49850) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:55.595408 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.600584 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.605632 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fd3f92a4-1241-4536-88a0-2b7bdf575790 HTTP/1.1" status: 204 len: 168 time: 0.7606514 Aug 09 11:03:55.606072 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49852) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:55.616124 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471832ff-2359-4160-9872-2958a5a79389 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3f92a4-1241-4536-88a0-2b7bdf575790,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:55.616416 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c0ba553d-06fc-4417-997f-09dfecb31038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.677646 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c0ba553d-06fc-4417-997f-09dfecb31038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.885482 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c0ba553d-06fc-4417-997f-09dfecb31038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.888093 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c0ba553d-06fc-4417-997f-09dfecb31038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:55.889339 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c0ba553d-06fc-4417-997f-09dfecb31038 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/393d87e4-5121-4292-a3b4-4a4202c4c102 HTTP/1.1" status: 204 len: 168 time: 0.3271070 Aug 09 11:03:55.932196 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba553d-06fc-4417-997f-09dfecb31038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393d87e4-5121-4292-a3b4-4a4202c4c102,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:56.083055 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-892823'] for router_interface, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:56.121370 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 9d6f9d93-2dfb-4b99-9c11-eff21e484893 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:03:56.141502 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 9d6f9d93-2dfb-4b99-9c11-eff21e484893 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:03:56.141773 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 9d6f9d93-2dfb-4b99-9c11-eff21e484893 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:03:56.344452 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada40c-a474-4f8e-bc47-10df596d8209 req-aadaf7a6-1541-4f48-9d3d-609d2da33e04 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:56.345928 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-eeada40c-a474-4f8e-bc47-10df596d8209 req-aadaf7a6-1541-4f48-9d3d-609d2da33e04 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0750973 Aug 09 11:03:56.426109 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-eeada40c-a474-4f8e-bc47-10df596d8209 req-c8787eca-2db7-47a9-a6f6-712de93525e9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662084 Aug 09 11:03:56.446981 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Deleting port 2180be46-d972-4148-a79b-8a2dbbe43bc5 {{(pid=105358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:56.446981 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:56.519671 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.db [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] For port 2180be46-d972-4148-a79b-8a2dbbe43bc5, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=2180be46-d972-4148-a79b-8a2dbbe43bc5,segment=NetworkSegment(ef1ad985-2f55-4ef2-b762-eadc7b2a7c72),segment_id=ef1ad985-2f55-4ef2-b762-eadc7b2a7c72)] {{(pid=105358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:56.520261 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:56.532211 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Calling delete_port for 2180be46-d972-4148-a79b-8a2dbbe43bc5 owned by network:router_interface {{(pid=105358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:56.796590 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:56.823170 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Pushing event deleted for resources: {'Port': ['ID=2180be46-d972-4148-a79b-8a2dbbe43bc5,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:56.991552 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888871'] for router_interface, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:57.410643 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Router 58ab56ae-c614-4570-8e0c-e099b98b4417 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:03:57.513300 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:03:57.519852 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-be139b48-bb13-4a15-89db-5630ade05355 admin admin] 10.222.0.35 "PUT /v2.0/routers/58ab56ae-c614-4570-8e0c-e099b98b4417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9129560 Aug 09 11:03:57.522251 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49886) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:57.525280 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] Sync routers for ids ['58ab56ae-c614-4570-8e0c-e099b98b4417'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:03:57.535460 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] Routers {'58ab56ae-c614-4570-8e0c-e099b98b4417'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:57.536545 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['58ab56ae-c614-4570-8e0c-e099b98b4417'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:57.545469 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc0770-3754-4a6e-a7ad-a3f9ac780d7f req-9a719c8b-d0a5-492f-a5de-749d113ceabf tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:57.551632 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a4fc0770-3754-4a6e-a7ad-a3f9ac780d7f req-9a719c8b-d0a5-492f-a5de-749d113ceabf tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0560167 Aug 09 11:03:57.591654 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a4fc0770-3754-4a6e-a7ad-a3f9ac780d7f req-5ca937ed-5a83-40d3-b982-169e5dfa2602 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386987 Aug 09 11:03:57.631618 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks [] for router, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:57.647278 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] Set router 58ab56ae-c614-4570-8e0c-e099b98b4417 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:57.735236 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:57.830299 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:32Z', 'updated_at': '2021-08-09T11:03:56Z', 'revision_number': 5, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'gw_port': {'id': 'f666d336-2c9f-4835-9aaf-b29eb666d361', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:01:33Z', 'updated_at': '2021-08-09T11:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:57.857800 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] Checking router: 58ab56ae-c614-4570-8e0c-e099b98b4417 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:03:57.866605 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] Routers {'58ab56ae-c614-4570-8e0c-e099b98b4417'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:03:57.867248 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:03:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['58ab56ae-c614-4570-8e0c-e099b98b4417'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:57.871435 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Deleting port f666d336-2c9f-4835-9aaf-b29eb666d361 {{(pid=105358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:57.871857 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:57.953317 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.db [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] For port f666d336-2c9f-4835-9aaf-b29eb666d361, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=f666d336-2c9f-4835-9aaf-b29eb666d361,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:57.953686 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:57.954589 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] Set router 58ab56ae-c614-4570-8e0c-e099b98b4417 gateway port host: None {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:03:57.965997 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Calling delete_port for f666d336-2c9f-4835-9aaf-b29eb666d361 owned by network:router_gateway {{(pid=105358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:58.010013 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:32Z', 'updated_at': '2021-08-09T11:03:57Z', 'revision_number': 6, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'gw_port_host': None}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:58.037868 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6ed47-aab5-4383-b8cf-10bca7c68a06 None None] The sync data for ids ['58ab56ae-c614-4570-8e0c-e099b98b4417'] in dv-cinder-803896-1-iscsi is: [{'id': '58ab56ae-c614-4570-8e0c-e099b98b4417', 'name': 'tempest-TestMinimumBasicScenario-1254329310-router', 'tenant_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:01:32Z', 'updated_at': '2021-08-09T11:03:57Z', 'revision_number': 6, 'project_id': '0fa2123e81a642ed837b54d6e3ffd1a3', 'gw_port_host': None}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:03:58.220766 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.245964 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Pushing event deleted for resources: {'Port': ['ID=f666d336-2c9f-4835-9aaf-b29eb666d361,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:58.306404 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-892097'] for router_gateway, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.394301 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.396625 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.521704 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-887233'] for router, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.522342 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ab56ae-c614-4570-8e0c-e099b98b4417 {{(pid=105358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:03:58.532583 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] Notify callbacks [] for router, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.532583 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-db5527d4-c8b7-48ac-ba08-b5d44727e072 admin admin] 10.222.0.35 "DELETE /v2.0/routers/58ab56ae-c614-4570-8e0c-e099b98b4417 HTTP/1.1" status: 204 len: 168 time: 1.0007932 Aug 09 11:03:58.532816 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49898) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:58.577136 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5db6d2f-f34c-4ab5-b093-a4013680cc56 admin admin] Deleting subnet 4134a811-6d86-44a9-ad1f-56f8a1e2ec74 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:03:58.580326 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d5db6d2f-f34c-4ab5-b093-a4013680cc56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.616128 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d5db6d2f-f34c-4ab5-b093-a4013680cc56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5113600'] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.699044 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d5db6d2f-f34c-4ab5-b093-a4013680cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.707841 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baf338-2aad-4a5c-9d11-2aaeef09af9f req-79cb0491-c2a3-45bf-a814-4134f21224c5 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:58.710393 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f6baf338-2aad-4a5c-9d11-2aaeef09af9f req-79cb0491-c2a3-45bf-a814-4134f21224c5 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0483339 Aug 09 11:03:58.749848 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f6baf338-2aad-4a5c-9d11-2aaeef09af9f req-bc246520-7f76-48d1-ab8b-20aed71f9c46 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344460 Aug 09 11:03:58.828975 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d5db6d2f-f34c-4ab5-b093-a4013680cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105477'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.855675 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db6d2f-f34c-4ab5-b093-a4013680cc56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4134a811-6d86-44a9-ad1f-56f8a1e2ec74,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:58.859702 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d5db6d2f-f34c-4ab5-b093-a4013680cc56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:58.864175 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d5db6d2f-f34c-4ab5-b093-a4013680cc56 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4134a811-6d86-44a9-ad1f-56f8a1e2ec74 HTTP/1.1" status: 204 len: 168 time: 0.3281224 Aug 09 11:03:58.864175 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49908) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:03:58.867209 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f231de3-9118-48e9-83d8-922521228f1f None None] Network 75aafff2-3c74-46dd-995a-a5d3fa13bc58 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:03:58.955930 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.042439 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Deleting port 967499e8-1823-4735-ad93-1399bfcf9265 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:59.042915 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.104068 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7daef5b-2c18-4711-9060-999aba2334e4 None None] DHCP port deletion for 75aafff2-3c74-46dd-995a-a5d3fa13bc58 request from dv-cinder-803896-1-iscsi {{(pid=105359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:03:59.124287 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] For port 967499e8-1823-4735-ad93-1399bfcf9265, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=967499e8-1823-4735-ad93-1399bfcf9265,segment=NetworkSegment(ef1ad985-2f55-4ef2-b762-eadc7b2a7c72),segment_id=ef1ad985-2f55-4ef2-b762-eadc7b2a7c72)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:59.127857 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.139904 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Calling delete_port for 967499e8-1823-4735-ad93-1399bfcf9265 owned by network:dhcp {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:59.162150 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-a7daef5b-2c18-4711-9060-999aba2334e4 None None] Deleting port 967499e8-1823-4735-ad93-1399bfcf9265 {{(pid=105359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:03:59.162567 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a7daef5b-2c18-4711-9060-999aba2334e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.225091 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-a7daef5b-2c18-4711-9060-999aba2334e4 None None] For port 967499e8-1823-4735-ad93-1399bfcf9265, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=967499e8-1823-4735-ad93-1399bfcf9265,segment=NetworkSegment(ef1ad985-2f55-4ef2-b762-eadc7b2a7c72),segment_id=ef1ad985-2f55-4ef2-b762-eadc7b2a7c72)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:03:59.225602 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a7daef5b-2c18-4711-9060-999aba2334e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.242788 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-a7daef5b-2c18-4711-9060-999aba2334e4 None None] Calling delete_port for 967499e8-1823-4735-ad93-1399bfcf9265 owned by network:dhcp {{(pid=105359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:03:59.321406 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.327490 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a7daef5b-2c18-4711-9060-999aba2334e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.347312 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Pushing event deleted for resources: {'Port': ['ID=967499e8-1823-4735-ad93-1399bfcf9265,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:59.350677 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] No DVR routers for this DVR port 967499e8-1823-4735-ad93-1399bfcf9265 on host dv-cinder-803896-1-iscsi {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:59.351669 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daef5b-2c18-4711-9060-999aba2334e4 None None] Pushing event deleted for resources: {'Port': ['ID=967499e8-1823-4735-ad93-1399bfcf9265,revision_number=None']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:59.359933 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7daef5b-2c18-4711-9060-999aba2334e4 None None] No DVR routers for this DVR port 967499e8-1823-4735-ad93-1399bfcf9265 on host dv-cinder-803896-1-iscsi {{(pid=105359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:03:59.425919 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.436216 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aafff2-3c74-46dd-995a-a5d3fa13bc58']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:59.446467 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:59.446762 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1ad985-2f55-4ef2-b762-eadc7b2a7c72') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:03:59.456208 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.473648 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.479720 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:03:59.480103 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:03:59.481769 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:03:59.663900 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.670868 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:03:59.672010 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] 10.222.0.35 "DELETE /v2.0/networks/75aafff2-3c74-46dd-995a-a5d3fa13bc58 HTTP/1.1" status: 204 len: 168 time: 0.8068612 Aug 09 11:03:59.681606 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db2cac-2b58-43ab-91f6-9e1512f1f959 admin admin] Pushing event deleted for resources: {'Network': ['ID=75aafff2-3c74-46dd-995a-a5d3fa13bc58,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:03:59.862822 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7319ddb-4194-4447-9122-785e00aaac92 req-bc2a6dca-35a7-4d6d-a10b-3feda5c9f12d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:03:59.864314 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e7319ddb-4194-4447-9122-785e00aaac92 req-bc2a6dca-35a7-4d6d-a10b-3feda5c9f12d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0480826 Aug 09 11:03:59.902832 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e7319ddb-4194-4447-9122-785e00aaac92 req-aabf6157-02d5-4682-b3f2-bdb6085d61c3 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326302 Aug 09 11:04:00.057261 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49926) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:00.102262 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-18def5f2-b944-4b42-aa10-c18024a52411 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=60fc335211f548da814fb39cb136515c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438440 Aug 09 11:04:00.104925 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49928) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:00.113164 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 2180be46-d972-4148-a79b-8a2dbbe43bc5 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:04:00.133910 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 2180be46-d972-4148-a79b-8a2dbbe43bc5 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:04:00.134259 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 2180be46-d972-4148-a79b-8a2dbbe43bc5 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:04:00.134670 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f666d336-2c9f-4835-9aaf-b29eb666d361 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:04:00.153998 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: f666d336-2c9f-4835-9aaf-b29eb666d361 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:04:00.154197 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-be02fb7a-0424-4f89-8745-8e649d8a2456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:00.154384 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f666d336-2c9f-4835-9aaf-b29eb666d361 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:04:00.154796 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 967499e8-1823-4735-ad93-1399bfcf9265 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:04:00.175909 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 967499e8-1823-4735-ad93-1399bfcf9265 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:04:00.176248 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 967499e8-1823-4735-ad93-1399bfcf9265 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:04:00.179299 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-be02fb7a-0424-4f89-8745-8e649d8a2456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:00.309331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-be02fb7a-0424-4f89-8745-8e649d8a2456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:00.312755 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-be02fb7a-0424-4f89-8745-8e649d8a2456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:00.313903 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-be02fb7a-0424-4f89-8745-8e649d8a2456 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1db32a1-7d2f-48d9-9708-9b45e0206b67 HTTP/1.1" status: 204 len: 168 time: 0.2080874 Aug 09 11:04:00.321836 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02fb7a-0424-4f89-8745-8e649d8a2456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1db32a1-7d2f-48d9-9708-9b45e0206b67,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:00.817469 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49942) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:00.920656 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-eedc243d-293e-4bc5-b92c-ac3ae978d2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.046096 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5468c3-777b-4a41-b8a9-7cca6ac366c4 req-816e1377-7545-4639-a9ec-928acfc47bdd tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:01.047603 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1c5468c3-777b-4a41-b8a9-7cca6ac366c4 req-816e1377-7545-4639-a9ec-928acfc47bdd tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0770733 Aug 09 11:04:01.052110 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-eedc243d-293e-4bc5-b92c-ac3ae978d2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.084350 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1c5468c3-777b-4a41-b8a9-7cca6ac366c4 req-bc8042da-025d-4ed1-868b-9aa79113bb4d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308456 Aug 09 11:04:01.124011 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-eedc243d-293e-4bc5-b92c-ac3ae978d2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.134711 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49948) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:01.165258 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-eedc243d-293e-4bc5-b92c-ac3ae978d2d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0dc5fe2ecf348a99725d5717f3f0522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461750 Aug 09 11:04:01.166318 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc243d-293e-4bc5-b92c-ac3ae978d2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425caf14-204e-49d1-b239-1661618b1535,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:01.169330 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 49950) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:01.188121 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d9848f29-b1a4-4327-9eb1-c9447d66cc3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fa2123e81a642ed837b54d6e3ffd1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531092 Aug 09 11:04:01.190902 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 49952) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:01.229642 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.246269 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-694dcf1d-25b7-499f-822b-915efa8cb1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.251050 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.267796 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-694dcf1d-25b7-499f-822b-915efa8cb1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.372250 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.375484 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.376647 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/425caf14-204e-49d1-b239-1661618b1535 HTTP/1.1" status: 204 len: 168 time: 0.2064011 Aug 09 11:04:01.380262 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-694dcf1d-25b7-499f-822b-915efa8cb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.382990 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-694dcf1d-25b7-499f-822b-915efa8cb1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:01.384184 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425caf14-204e-49d1-b239-1661618b1535,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:01.384482 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-694dcf1d-25b7-499f-822b-915efa8cb1c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/461ede9f-f0e1-4591-9ffa-a8043a326cfa HTTP/1.1" status: 204 len: 168 time: 0.1923676 Aug 09 11:04:01.393722 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dcf1d-25b7-499f-822b-915efa8cb1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461ede9f-f0e1-4591-9ffa-a8043a326cfa,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:01.399003 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.399392 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.399744 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.400086 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.400422 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.400755 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.401235 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.401516 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.401853 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.402228 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.402500 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:01.402944 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d7ac6f-9da0-4247-b914-11e80ab20f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:02.199003 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad419138-cb6e-4911-a825-721c49c7c554 req-30c9d7ea-f395-4d40-887a-a5d29d985ec6 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:02.200447 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ad419138-cb6e-4911-a825-721c49c7c554 req-30c9d7ea-f395-4d40-887a-a5d29d985ec6 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0479500 Aug 09 11:04:02.241985 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ad419138-cb6e-4911-a825-721c49c7c554 req-fd506de7-9b8f-404a-a348-3002ea78101c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353196 Aug 09 11:04:02.772787 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534017-ca5a-4982-9e75-6de035417c91 req-6e4604b9-28c8-4bcb-90fd-e5f364ec8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:02.774145 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e2534017-ca5a-4982-9e75-6de035417c91 req-6e4604b9-28c8-4bcb-90fd-e5f364ec8cd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1098 time: 0.0389793 Aug 09 11:04:02.863431 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534017-ca5a-4982-9e75-6de035417c91 req-c863f76b-50c8-4483-bbd4-a8bf6f7b1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:02.864879 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e2534017-ca5a-4982-9e75-6de035417c91 req-c863f76b-50c8-4483-bbd4-a8bf6f7b1f29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d587cde-7337-4019-a1e6-1decd6d75890 HTTP/1.1" status: 200 len: 910 time: 0.0836957 Aug 09 11:04:02.929071 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e2534017-ca5a-4982-9e75-6de035417c91 req-1d8f1006-73fd-4b8f-b9eb-36614a9ed240 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11375eda-0817-4ccf-81b7-ddb25102a592 HTTP/1.1" status: 200 len: 1001 time: 0.0567617 Aug 09 11:04:02.976154 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534017-ca5a-4982-9e75-6de035417c91 req-c304cd99-d669-4c78-bbb6-30eccbc3309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:02.977521 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e2534017-ca5a-4982-9e75-6de035417c91 req-c304cd99-d669-4c78-bbb6-30eccbc3309a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c94c04-da54-4448-b0ab-56abf43d8145 HTTP/1.1" status: 200 len: 848 time: 0.0420034 Aug 09 11:04:03.026281 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534017-ca5a-4982-9e75-6de035417c91 req-287ac87c-f112-4972-b045-57357c47b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:03.027401 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e2534017-ca5a-4982-9e75-6de035417c91 req-287ac87c-f112-4972-b045-57357c47b2ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d587cde-7337-4019-a1e6-1decd6d75890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427797 Aug 09 11:04:03.113734 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e2534017-ca5a-4982-9e75-6de035417c91 req-5f656f1b-ee8d-4ab3-a75e-5681ea26c35d service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794761 Aug 09 11:04:03.213773 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e2534017-ca5a-4982-9e75-6de035417c91 req-e2e9e1af-6b3e-44be-8c0d-c52d39eefa18 service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929911 Aug 09 11:04:03.358503 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daf8c3-b86d-405a-a16c-e9a171bf4e96 req-153c7446-824a-4088-b761-91f31be5f6a3 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:03.360133 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-88daf8c3-b86d-405a-a16c-e9a171bf4e96 req-153c7446-824a-4088-b761-91f31be5f6a3 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0518234 Aug 09 11:04:03.398235 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-88daf8c3-b86d-405a-a16c-e9a171bf4e96 req-bd93b341-1ac6-4891-bef2-e06f4fd111d0 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322797 Aug 09 11:04:04.512887 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167daf7-e746-42ac-9014-bfc495f48d63 req-711a2c61-e43c-4edc-891a-1cba54f06d45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:04.514467 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b167daf7-e746-42ac-9014-bfc495f48d63 req-711a2c61-e43c-4edc-891a-1cba54f06d45 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0492616 Aug 09 11:04:04.550138 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:04:04.552522 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b167daf7-e746-42ac-9014-bfc495f48d63 req-9e566392-e72f-4b14-be69-40b4e24a4818 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Aug 09 11:04:05.664267 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aca33-962f-4942-8624-5510bb33a2af req-cc20f289-d62f-4fbc-a438-d2957ee8bada tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:05.665780 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1d9aca33-962f-4942-8624-5510bb33a2af req-cc20f289-d62f-4fbc-a438-d2957ee8bada tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0472167 Aug 09 11:04:05.703471 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-1d9aca33-962f-4942-8624-5510bb33a2af req-557ed1f5-f1ee-4856-8215-7d7aee2e1cc8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Aug 09 11:04:06.822001 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbfd4c-b577-4288-bf23-dae775e95226 req-db1ece57-30fb-4803-807b-beb04faf3c93 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:06.823519 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ccbfd4c-b577-4288-bf23-dae775e95226 req-db1ece57-30fb-4803-807b-beb04faf3c93 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0531750 Aug 09 11:04:06.860705 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3ccbfd4c-b577-4288-bf23-dae775e95226 req-1f592a7d-6619-48f6-aae5-d4f880c6fe74 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306165 Aug 09 11:04:07.971679 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261823a4-644e-4ae9-8488-7d4bfe1dd142 req-69f03c3e-6373-4ef5-8ab8-e4b62712bfec tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:07.973112 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-261823a4-644e-4ae9-8488-7d4bfe1dd142 req-69f03c3e-6373-4ef5-8ab8-e4b62712bfec tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0463779 Aug 09 11:04:08.009028 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-261823a4-644e-4ae9-8488-7d4bfe1dd142 req-ef789def-3153-4913-8b7e-841e644ad7b9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302556 Aug 09 11:04:09.125552 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277463a9-7dc7-40fd-b04f-d99e014f97f1 req-376130d9-9493-4d24-9380-621898d94595 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:09.126949 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-277463a9-7dc7-40fd-b04f-d99e014f97f1 req-376130d9-9493-4d24-9380-621898d94595 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0524852 Aug 09 11:04:09.164637 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-277463a9-7dc7-40fd-b04f-d99e014f97f1 req-47f45f25-f8ca-41f6-ac20-60c6c4756b2d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318036 Aug 09 11:04:09.398576 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 11375eda-0817-4ccf-81b7-ddb25102a592 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:04:09.473539 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:09.495404 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:04:09.497611 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe47b8d-f1a4-43c3-9af8-2afc639d5135" -d '{"events": [{"server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "name": "network-vif-unplugged", "status": "completed", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:04:09.510765 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=11375eda-0817-4ccf-81b7-ddb25102a592,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:04:09.534700 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 11:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72376c76-f797-4e9e-9414-148e48689a81 x-openstack-request-id: req-72376c76-f797-4e9e-9414-148e48689a81 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:04:09.534994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "name": "network-vif-unplugged", "status": "completed", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:04:09.535280 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72376c76-f797-4e9e-9414-148e48689a81 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:04:09.535675 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592', 'code': 200} Aug 09 11:04:09.609683 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:09.657813 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=11375eda-0817-4ccf-81b7-ddb25102a592,revision_number=6']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:10.276962 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f22f9-affd-4543-bc76-9108c35c99e2 req-1b06af3c-5c73-4a63-ab2e-ee66ef78fe66 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:10.278432 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6a4f22f9-affd-4543-bc76-9108c35c99e2 req-1b06af3c-5c73-4a63-ab2e-ee66ef78fe66 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0477798 Aug 09 11:04:10.315585 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6a4f22f9-affd-4543-bc76-9108c35c99e2 req-d52ca117-c97d-424c-925b-520da0a7229e tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306177 Aug 09 11:04:10.643863 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e412d-be95-4909-a7bd-b6f77d2e2a1c req-cf92c972-559b-48c7-a246-94a3d9d619ed tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:10.645261 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3f4e412d-be95-4909-a7bd-b6f77d2e2a1c req-cf92c972-559b-48c7-a246-94a3d9d619ed tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0485144 Aug 09 11:04:10.683734 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3f4e412d-be95-4909-a7bd-b6f77d2e2a1c req-8c0b8001-c5d1-4545-9bcc-eb30a05e1ea9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323296 Aug 09 11:04:10.766163 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50066) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:10.851842 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-0204a48a-8ad9-4131-bf0d-91d98191c343 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845294 Aug 09 11:04:11.809864 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a6df7-6613-4432-baa2-7e8bf82043b5 req-445edc35-c5e7-4433-8bd5-b81263da6a8e tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:11.812025 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d10a6df7-6613-4432-baa2-7e8bf82043b5 req-445edc35-c5e7-4433-8bd5-b81263da6a8e tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0465126 Aug 09 11:04:11.848513 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d10a6df7-6613-4432-baa2-7e8bf82043b5 req-cfd30aeb-5e86-41cf-b089-cee847795d5b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307729 Aug 09 11:04:12.963745 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0efd-1b67-49e0-81b2-8e2621a7d251 req-1f745cd4-4089-491a-9a68-f1d1eea638e7 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:12.965174 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-168e0efd-1b67-49e0-81b2-8e2621a7d251 req-1f745cd4-4089-491a-9a68-f1d1eea638e7 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0494237 Aug 09 11:04:13.002239 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-168e0efd-1b67-49e0-81b2-8e2621a7d251 req-bc591967-ef9a-4f98-9c3a-9e6629cfa762 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306046 Aug 09 11:04:14.112627 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd31d5-c4f9-482f-aa79-c0f4190efc31 req-1d9d9147-ac4a-4232-a45a-f28736de08b2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:14.114086 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10bd31d5-c4f9-482f-aa79-c0f4190efc31 req-1d9d9147-ac4a-4232-a45a-f28736de08b2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0465581 Aug 09 11:04:14.154059 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-10bd31d5-c4f9-482f-aa79-c0f4190efc31 req-2d95b220-393a-4d3f-872d-f2af1e5409a7 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341709 Aug 09 11:04:14.880960 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:15.267100 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62943744-cbdb-464a-a345-d2c4c1fbd79b req-f5cc3201-9de6-4f54-8039-49842b3d1aa2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:15.268604 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62943744-cbdb-464a-a345-d2c4c1fbd79b req-f5cc3201-9de6-4f54-8039-49842b3d1aa2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0479019 Aug 09 11:04:15.305607 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62943744-cbdb-464a-a345-d2c4c1fbd79b req-d5861c9c-d89d-491b-ae86-104b61b7600d tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311248 Aug 09 11:04:16.421438 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5138f7-6349-4b8f-9d7f-bfac809c9c51 req-27623159-2b8e-41e8-a6bf-45877d71a9cb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:16.422915 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ab5138f7-6349-4b8f-9d7f-bfac809c9c51 req-27623159-2b8e-41e8-a6bf-45877d71a9cb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0518827 Aug 09 11:04:16.459638 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ab5138f7-6349-4b8f-9d7f-bfac809c9c51 req-8065c15d-23fc-4559-9653-ad9bf9f4f572 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308223 Aug 09 11:04:17.572122 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f2027-d85a-4f87-834f-ba88d2676e48 req-ff2624e8-601b-4073-a8d5-a42d6d5025dc tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:17.573623 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-244f2027-d85a-4f87-834f-ba88d2676e48 req-ff2624e8-601b-4073-a8d5-a42d6d5025dc tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0478232 Aug 09 11:04:17.610931 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-244f2027-d85a-4f87-834f-ba88d2676e48 req-251f8118-3d5d-4dae-b200-a256cf6a2977 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313330 Aug 09 11:04:18.722915 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144be63-3875-49bf-a338-4f34577ef3c5 req-7b471a30-a89b-4b55-9a98-da10b524f4d2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:18.724392 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d144be63-3875-49bf-a338-4f34577ef3c5 req-7b471a30-a89b-4b55-9a98-da10b524f4d2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0463440 Aug 09 11:04:18.761266 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d144be63-3875-49bf-a338-4f34577ef3c5 req-2b31ce39-e7f7-4a34-9744-c813cb33099a tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309660 Aug 09 11:04:19.231077 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-4bb1a534-0cdf-497a-a209-e8c6f6b5cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:19.233157 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-4bb1a534-0cdf-497a-a209-e8c6f6b5cc70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75&tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3 HTTP/1.1" status: 200 len: 1096 time: 0.0420511 Aug 09 11:04:19.295662 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-1a6b2e69-0094-484c-877a-ac22e233fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:19.297113 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-1a6b2e69-0094-484c-877a-ac22e233fbb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1096 time: 0.0393217 Aug 09 11:04:19.873754 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69776c-f316-408e-a109-dc382cdf4a52 req-ff81178b-1e46-4ce4-a915-47c55c391cd7 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:19.875255 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4d69776c-f316-408e-a109-dc382cdf4a52 req-ff81178b-1e46-4ce4-a915-47c55c391cd7 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0469856 Aug 09 11:04:19.914582 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4d69776c-f316-408e-a109-dc382cdf4a52 req-38a78345-566e-45e5-b53a-ff50b965d0c1 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334733 Aug 09 11:04:20.209631 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4bb7163c-6b7a-478a-befb-1cd1fe431a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:20.362337 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-484bada4-5cee-449e-b926-1abe9cc41c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:20.363886 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-484bada4-5cee-449e-b926-1abe9cc41c60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d587cde-7337-4019-a1e6-1decd6d75890 HTTP/1.1" status: 200 len: 910 time: 0.0891800 Aug 09 11:04:21.029767 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140d8ad-7bfe-4a30-9017-67818bb4ef86 req-b0fbb67f-bfda-4c61-bcf0-48aa4400f2e1 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:21.031245 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7140d8ad-7bfe-4a30-9017-67818bb4ef86 req-b0fbb67f-bfda-4c61-bcf0-48aa4400f2e1 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0488424 Aug 09 11:04:21.067873 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-7140d8ad-7bfe-4a30-9017-67818bb4ef86 req-c4efe3cd-2416-43f4-bd3c-7f00dc1c8d38 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307462 Aug 09 11:04:21.235923 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-aadade02-de12-4e6a-9919-843a65d2cba8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11375eda-0817-4ccf-81b7-ddb25102a592 HTTP/1.1" status: 200 len: 999 time: 0.0626154 Aug 09 11:04:22.185660 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980207d-e479-4084-bfee-de5c44cc446f req-666752d1-8cae-4d00-b035-39559bd6917e tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:22.187136 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9980207d-e479-4084-bfee-de5c44cc446f req-666752d1-8cae-4d00-b035-39559bd6917e tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0519669 Aug 09 11:04:22.257981 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9980207d-e479-4084-bfee-de5c44cc446f req-92aeb6c6-9f84-42d7-b752-eab95634e752 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644593 Aug 09 11:04:22.275698 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-6a8a4c4a-7d9f-4b4b-9093-cbbd89638a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:22.277148 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-6a8a4c4a-7d9f-4b4b-9093-cbbd89638a9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c94c04-da54-4448-b0ab-56abf43d8145 HTTP/1.1" status: 200 len: 848 time: 0.0536187 Aug 09 11:04:22.327394 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-7261ca2c-3b0b-41e8-b3da-2bc796d418f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:22.328790 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-7261ca2c-3b0b-41e8-b3da-2bc796d418f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d587cde-7337-4019-a1e6-1decd6d75890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395458 Aug 09 11:04:22.420542 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-7a61e13f-64f4-4eb9-90c2-0a75f14ce924 service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835462 Aug 09 11:04:22.510220 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-97ea9542-9328-4db2-82d9-b055c1bf5358 req-9e1e931a-0bcb-44d1-9bd2-98cb9a77a560 service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818725 Aug 09 11:04:23.020011 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ff30975a-be4f-49f0-b880-f946487652da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:23.357345 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:23.375257 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f60a9-e505-4a3e-b398-dff002f037d2 req-9406d50f-66db-4a0e-b3f9-7ebd011e94dc tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:23.376723 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b24f60a9-e505-4a3e-b398-dff002f037d2 req-9406d50f-66db-4a0e-b3f9-7ebd011e94dc tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0526900 Aug 09 11:04:23.413533 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b24f60a9-e505-4a3e-b398-dff002f037d2 req-9ed6efc4-3219-4330-a8c2-35d4240fade5 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308571 Aug 09 11:04:23.888422 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:24.525793 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ab77f-f352-4c13-a177-5b5e45bea080 req-ea7dd342-5507-42f5-8119-16d9e2cf5317 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:24.527264 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-694ab77f-f352-4c13-a177-5b5e45bea080 req-ea7dd342-5507-42f5-8119-16d9e2cf5317 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0473278 Aug 09 11:04:24.563712 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-694ab77f-f352-4c13-a177-5b5e45bea080 req-c63142cc-106b-4b93-9a54-4273a2c43db8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305908 Aug 09 11:04:25.299928 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:25.675601 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13fdce-fe14-48e5-bacd-e0126447fa6c req-bf69074d-3575-4df9-a56f-6a949c50c0ce tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:25.677102 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ff13fdce-fe14-48e5-bacd-e0126447fa6c req-bf69074d-3575-4df9-a56f-6a949c50c0ce tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0472314 Aug 09 11:04:25.714019 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ff13fdce-fe14-48e5-bacd-e0126447fa6c req-55967d1f-e317-498a-9e99-dbbeaaf50e7e tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311127 Aug 09 11:04:26.700029 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50252) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:26.804209 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8403baa6-c120-4f83-8e2c-6babc9bdc3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:26.833815 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3b530-5cf5-45d7-8b83-c613b10b3940 req-11b3668f-cb5f-4b45-95b8-972fbf668942 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:26.834600 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eaa3b530-5cf5-45d7-8b83-c613b10b3940 req-11b3668f-cb5f-4b45-95b8-972fbf668942 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0517416 Aug 09 11:04:26.873455 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eaa3b530-5cf5-45d7-8b83-c613b10b3940 req-bcd95ebf-1571-4547-b626-88e59f583fc7 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326679 Aug 09 11:04:26.907363 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8403baa6-c120-4f83-8e2c-6babc9bdc3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:26.968241 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-8403baa6-c120-4f83-8e2c-6babc9bdc3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:27.005992 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-8403baa6-c120-4f83-8e2c-6babc9bdc3b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51660addb0b943a0937994b6e163c824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049300 Aug 09 11:04:27.006679 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403baa6-c120-4f83-8e2c-6babc9bdc3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da96d36f-0f97-4539-bfc2-b19481256e31,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:27.009572 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50258) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:27.056627 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c339150b-d86e-4423-a79a-5aec48e183f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:27.077806 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c339150b-d86e-4423-a79a-5aec48e183f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:27.219964 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c339150b-d86e-4423-a79a-5aec48e183f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:27.222591 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-c339150b-d86e-4423-a79a-5aec48e183f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:27.223811 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-c339150b-d86e-4423-a79a-5aec48e183f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da96d36f-0f97-4539-bfc2-b19481256e31 HTTP/1.1" status: 204 len: 168 time: 0.2130749 Aug 09 11:04:27.231857 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339150b-d86e-4423-a79a-5aec48e183f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da96d36f-0f97-4539-bfc2-b19481256e31,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:27.990523 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65c486-ef30-4496-81e9-37599b8e1324 req-40d541b5-ac3f-4861-a798-2deb0ee1a473 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:27.991976 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4c65c486-ef30-4496-81e9-37599b8e1324 req-40d541b5-ac3f-4861-a798-2deb0ee1a473 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0515451 Aug 09 11:04:28.029711 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4c65c486-ef30-4496-81e9-37599b8e1324 req-f7aecde0-a538-458c-8906-5a94f20d2a8f tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318964 Aug 09 11:04:29.142349 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af89c3f-2e0b-4bda-b337-eb451a7ef750 req-38a97028-08d6-4a15-b440-796248b56caa tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:29.143995 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4af89c3f-2e0b-4bda-b337-eb451a7ef750 req-38a97028-08d6-4a15-b440-796248b56caa tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0482976 Aug 09 11:04:29.184092 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4af89c3f-2e0b-4bda-b337-eb451a7ef750 req-3bfcb930-ab57-4088-9f93-94843a596482 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325980 Aug 09 11:04:30.293504 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ccdcc-8f00-4d76-843f-2e52e1c2c94b req-7e1a5179-24a4-4d4d-a165-83204fa0e43e tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:30.294986 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fb1ccdcc-8f00-4d76-843f-2e52e1c2c94b req-7e1a5179-24a4-4d4d-a165-83204fa0e43e tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0473564 Aug 09 11:04:30.332979 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-fb1ccdcc-8f00-4d76-843f-2e52e1c2c94b req-a5c3b54c-c965-462a-b12e-d9416e10db27 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Aug 09 11:04:31.448899 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6305075-b3e6-4beb-a0ea-f9adcc6f7c0f req-f1931e26-dcd6-4701-b7f5-f8ce7953cb18 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:31.450360 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d6305075-b3e6-4beb-a0ea-f9adcc6f7c0f req-f1931e26-dcd6-4701-b7f5-f8ce7953cb18 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0500090 Aug 09 11:04:31.488765 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d6305075-b3e6-4beb-a0ea-f9adcc6f7c0f req-d259b011-1cfa-4c44-a4fb-e948a1d55495 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324779 Aug 09 11:04:32.601617 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e90e-5501-4035-b6e0-458a4de72ffe req-ca1aaa89-7f26-4f54-9d32-06e330ed8313 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:32.603083 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8035e90e-5501-4035-b6e0-458a4de72ffe req-ca1aaa89-7f26-4f54-9d32-06e330ed8313 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 943 time: 0.0472336 Aug 09 11:04:32.640276 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8035e90e-5501-4035-b6e0-458a4de72ffe req-c98760a5-05e3-4c5c-b98b-7a42c95a3d32 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305347 Aug 09 11:04:32.725721 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 11375eda-0817-4ccf-81b7-ddb25102a592 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:04:32.818755 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=11375eda-0817-4ccf-81b7-ddb25102a592,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:04:32.950546 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '11375eda-0817-4ccf-81b7-ddb25102a592', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'port_id': '11375eda-0817-4ccf-81b7-ddb25102a592', 'mac_address': 'fa:16:3e:1c:d9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:04:32.988212 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:33.001211 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11375eda-0817-4ccf-81b7-ddb25102a592 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:04:33.020930 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=11375eda-0817-4ccf-81b7-ddb25102a592,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:04:33.126728 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:33.178238 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=11375eda-0817-4ccf-81b7-ddb25102a592,revision_number=7']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:33.752019 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7d62c-c0f2-41f1-93dc-eca37eee2d28 req-a1183026-be0c-43a9-9125-ecef62e0a060 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:33.753516 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-51b7d62c-c0f2-41f1-93dc-eca37eee2d28 req-a1183026-be0c-43a9-9125-ecef62e0a060 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 944 time: 0.0470386 Aug 09 11:04:33.791839 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-51b7d62c-c0f2-41f1-93dc-eca37eee2d28 req-741fe8b0-1c02-4b25-b780-03b73d4aa34c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Aug 09 11:04:33.975464 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['11375eda-0817-4ccf-81b7-ddb25102a592'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:04:34.645978 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 11375eda-0817-4ccf-81b7-ddb25102a592 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:04:34.667128 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 11375eda-0817-4ccf-81b7-ddb25102a592 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:04:34.667512 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:34.744849 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:34.768052 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:04:34.770328 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73542751-9dcf-4448-981f-de489ce092d1" -d '{"events": [{"server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "name": "network-vif-plugged", "status": "completed", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:04:34.783982 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=11375eda-0817-4ccf-81b7-ddb25102a592,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:04:34.804650 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbf6f6e-3233-4529-ad88-1af2bbd88611 x-openstack-request-id: req-abbf6f6e-3233-4529-ad88-1af2bbd88611 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:04:34.804941 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "name": "network-vif-plugged", "status": "completed", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:04:34.805198 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abbf6f6e-3233-4529-ad88-1af2bbd88611 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:04:34.805593 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592', 'code': 200} Aug 09 11:04:34.843135 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:34.903247 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=11375eda-0817-4ccf-81b7-ddb25102a592,revision_number=8']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:34.928232 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012f6a6-5f18-4dd2-afd2-02ba6d00cdff req-573b5488-94f6-482e-8347-c91e7e3e5c25 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:34.929782 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e012f6a6-5f18-4dd2-afd2-02ba6d00cdff req-573b5488-94f6-482e-8347-c91e7e3e5c25 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0594115 Aug 09 11:04:34.968487 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e012f6a6-5f18-4dd2-afd2-02ba6d00cdff req-add28bab-91b0-4eb6-88a6-c653aae14b30 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316341 Aug 09 11:04:35.086777 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56fe3f-7b39-48e4-a89a-ec87ee31b43e req-56a72201-53f1-4b56-9a06-6f53d6b91e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:35.088166 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fb56fe3f-7b39-48e4-a89a-ec87ee31b43e req-56a72201-53f1-4b56-9a06-6f53d6b91e51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1098 time: 0.0430267 Aug 09 11:04:35.121379 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fb56fe3f-7b39-48e4-a89a-ec87ee31b43e req-490a1b4b-77a3-432f-b9f6-85c558c90edb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259869 Aug 09 11:04:36.085093 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000dd24-44bb-4060-be7e-c6d5829049f0 req-e57bbfcc-d69b-4d62-b890-d54e034ff0b2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:36.086569 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0000dd24-44bb-4060-be7e-c6d5829049f0 req-e57bbfcc-d69b-4d62-b890-d54e034ff0b2 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0511208 Aug 09 11:04:36.126595 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0000dd24-44bb-4060-be7e-c6d5829049f0 req-0c9be513-3a53-4afb-95e6-391a6cac4251 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332501 Aug 09 11:04:36.423914 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50402) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:36.525863 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d4de-b3cd-4cdc-8178-91eeb7af6190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:36.609514 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d4de-b3cd-4cdc-8178-91eeb7af6190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:36.708906 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d4de-b3cd-4cdc-8178-91eeb7af6190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:36.745941 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-2bc5d4de-b3cd-4cdc-8178-91eeb7af6190 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cac7c607f5a04691b399087079ee3e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209815 Aug 09 11:04:36.747958 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5d4de-b3cd-4cdc-8178-91eeb7af6190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfdae21-7714-4c81-85db-1ae4daac36d0,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:36.749220 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50406) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:36.799839 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:36.821117 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:36.939860 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:36.942435 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:36.943651 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bfdae21-7714-4c81-85db-1ae4daac36d0 HTTP/1.1" status: 204 len: 168 time: 0.1932862 Aug 09 11:04:36.951616 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfdae21-7714-4c81-85db-1ae4daac36d0,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:36.958800 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.959311 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.959658 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.959992 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.960368 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.960721 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.961149 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.961476 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.961803 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.962129 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.962449 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:36.962768 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc76c3-8716-48bf-ae67-bdfe9ff9479d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:04:37.253959 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc98466-c650-43ba-8e09-7427809d8fc1 req-d691f89d-9a6f-4634-b5b5-49869a92732b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:04:37.255637 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5cc98466-c650-43ba-8e09-7427809d8fc1 req-d691f89d-9a6f-4634-b5b5-49869a92732b tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0596793 Aug 09 11:04:37.307382 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5cc98466-c650-43ba-8e09-7427809d8fc1 req-2aa50e6a-42d5-4674-bb7c-2dc4f8b3d8bc tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449007 Aug 09 11:04:37.729602 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50422) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:37.742436 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad72501a-1e54-4a3f-8345-812e64b192fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:37.829801 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad72501a-1e54-4a3f-8345-812e64b192fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:37.876248 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50426) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:37.906068 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad72501a-1e54-4a3f-8345-812e64b192fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:37.943902 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ad72501a-1e54-4a3f-8345-812e64b192fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1d74a94de444add814cacefeae11d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132273 Aug 09 11:04:37.945014 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72501a-1e54-4a3f-8345-812e64b192fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa54d73-b525-4a61-91cc-624aa4f7984c,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:37.946801 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50430) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:37.992779 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e6e569ad-a289-4d82-a30e-ff115102b4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:37.997291 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c75883e6-7ee5-448c-8f91-a4049cbbcb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.019551 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c75883e6-7ee5-448c-8f91-a4049cbbcb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.079706 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e6e569ad-a289-4d82-a30e-ff115102b4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.140325 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c75883e6-7ee5-448c-8f91-a4049cbbcb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.142797 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c75883e6-7ee5-448c-8f91-a4049cbbcb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.143990 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c75883e6-7ee5-448c-8f91-a4049cbbcb97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfa54d73-b525-4a61-91cc-624aa4f7984c HTTP/1.1" status: 204 len: 168 time: 0.1955245 Aug 09 11:04:38.156379 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75883e6-7ee5-448c-8f91-a4049cbbcb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa54d73-b525-4a61-91cc-624aa4f7984c,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:38.174333 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e6e569ad-a289-4d82-a30e-ff115102b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.213202 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e6e569ad-a289-4d82-a30e-ff115102b4d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ad26f848b614a7ebbc7f15005dcd157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358889 Aug 09 11:04:38.214037 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e569ad-a289-4d82-a30e-ff115102b4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07839436-93ea-4daa-b694-e55aa347bb6a,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:38.215995 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50434) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:38.263497 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e277-8c72-448e-9648-c9861ce94ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.287786 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e277-8c72-448e-9648-c9861ce94ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.413592 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e277-8c72-448e-9648-c9861ce94ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.416179 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e277-8c72-448e-9648-c9861ce94ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:38.417378 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b8e5e277-8c72-448e-9648-c9861ce94ed7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07839436-93ea-4daa-b694-e55aa347bb6a HTTP/1.1" status: 204 len: 168 time: 0.2003734 Aug 09 11:04:38.426374 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5e277-8c72-448e-9648-c9861ce94ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07839436-93ea-4daa-b694-e55aa347bb6a,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:40.571190 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50480) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:40.678580 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2d17639f-3dbe-4128-b459-507f4acf66e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:40.767134 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2d17639f-3dbe-4128-b459-507f4acf66e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:40.882507 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-2d17639f-3dbe-4128-b459-507f4acf66e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:40.921951 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-2d17639f-3dbe-4128-b459-507f4acf66e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3d053092dfe459ab69a7d91c3dc1bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495760 Aug 09 11:04:40.922726 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17639f-3dbe-4128-b459-507f4acf66e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbf7df4-ca8a-4a65-a22b-1ceb91521588,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:40.924671 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50484) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:40.973152 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-380a1a3a-c726-43d5-8247-3dca7ccdef4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:40.993629 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-380a1a3a-c726-43d5-8247-3dca7ccdef4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:41.114437 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-380a1a3a-c726-43d5-8247-3dca7ccdef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:41.117040 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-380a1a3a-c726-43d5-8247-3dca7ccdef4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:41.118277 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-380a1a3a-c726-43d5-8247-3dca7ccdef4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbbf7df4-ca8a-4a65-a22b-1ceb91521588 HTTP/1.1" status: 204 len: 168 time: 0.1924686 Aug 09 11:04:41.127509 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a1a3a-c726-43d5-8247-3dca7ccdef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbf7df4-ca8a-4a65-a22b-1ceb91521588,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:41.548984 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:04:41.737326 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50490) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:41.750468 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d8900257-2c3d-49b5-b417-74cda4d825e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:41.835632 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d8900257-2c3d-49b5-b417-74cda4d825e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:41.919958 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d8900257-2c3d-49b5-b417-74cda4d825e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:41.957875 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d8900257-2c3d-49b5-b417-74cda4d825e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=670b76d9076a4b7195b1961fe88c8be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194877 Aug 09 11:04:41.958831 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8900257-2c3d-49b5-b417-74cda4d825e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a6f953-f852-433c-b141-b1ac63ab2658,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:41.960571 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50492) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:42.010389 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8030e8f-1917-4516-9f3f-a2ca1f557e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:42.030314 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8030e8f-1917-4516-9f3f-a2ca1f557e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:42.157150 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8030e8f-1917-4516-9f3f-a2ca1f557e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:42.159612 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d8030e8f-1917-4516-9f3f-a2ca1f557e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:42.160775 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-d8030e8f-1917-4516-9f3f-a2ca1f557e47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9a6f953-f852-433c-b141-b1ac63ab2658 HTTP/1.1" status: 204 len: 168 time: 0.1992068 Aug 09 11:04:42.168278 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8030e8f-1917-4516-9f3f-a2ca1f557e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a6f953-f852-433c-b141-b1ac63ab2658,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:43.816089 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50524) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:43.917510 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-22cc99e3-0bd7-439c-a84f-6a47dfa6b7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:44.003871 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-22cc99e3-0bd7-439c-a84f-6a47dfa6b7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:44.070376 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-22cc99e3-0bd7-439c-a84f-6a47dfa6b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:44.109791 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-22cc99e3-0bd7-439c-a84f-6a47dfa6b7b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=135288419b3f4f1cb0889813d808e7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926435 Aug 09 11:04:44.110670 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc99e3-0bd7-439c-a84f-6a47dfa6b7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6219274-2352-47d4-942e-8ea7370e770e,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:44.112513 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50528) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:44.161904 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1cae0aad-07d2-4b7a-8f26-3d476022070e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:44.183031 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1cae0aad-07d2-4b7a-8f26-3d476022070e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:44.293360 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1cae0aad-07d2-4b7a-8f26-3d476022070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:44.295871 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1cae0aad-07d2-4b7a-8f26-3d476022070e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:44.297193 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-1cae0aad-07d2-4b7a-8f26-3d476022070e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6219274-2352-47d4-942e-8ea7370e770e HTTP/1.1" status: 204 len: 168 time: 0.1837146 Aug 09 11:04:44.304743 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae0aad-07d2-4b7a-8f26-3d476022070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6219274-2352-47d4-942e-8ea7370e770e,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:44.870835 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:45.796299 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50564) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:45.899800 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c5e479ad-2b20-44ed-a055-4e6208babe44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:45.986825 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c5e479ad-2b20-44ed-a055-4e6208babe44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:46.080095 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c5e479ad-2b20-44ed-a055-4e6208babe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:46.118034 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c5e479ad-2b20-44ed-a055-4e6208babe44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bdea0b0572740c984dd7176665a2968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206420 Aug 09 11:04:46.120546 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50568) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:46.128254 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e479ad-2b20-44ed-a055-4e6208babe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7767f65f-8180-4dfa-abf8-cfb8ce8cc345,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:46.172036 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0c6-ff6c-4476-a8bc-b72025a5f67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:46.192967 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0c6-ff6c-4476-a8bc-b72025a5f67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:46.297151 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0c6-ff6c-4476-a8bc-b72025a5f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:46.300278 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0c6-ff6c-4476-a8bc-b72025a5f67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:46.301433 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-bb96f0c6-ff6c-4476-a8bc-b72025a5f67e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7767f65f-8180-4dfa-abf8-cfb8ce8cc345 HTTP/1.1" status: 204 len: 168 time: 0.1799929 Aug 09 11:04:46.309866 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96f0c6-ff6c-4476-a8bc-b72025a5f67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7767f65f-8180-4dfa-abf8-cfb8ce8cc345,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:50.217235 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-79ff8e5d-76a8-4c17-9c8f-7f6b2c75337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:53.018878 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-c9273e2a-b054-4015-818a-d4445bed7870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:53.326392 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:53.859225 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:55.298789 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:57.066371 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50690) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:57.166218 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-35fa2731-6a79-4d18-866e-7a55fda7ccbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:57.250543 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-35fa2731-6a79-4d18-866e-7a55fda7ccbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:57.304104 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-35fa2731-6a79-4d18-866e-7a55fda7ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:57.346017 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-35fa2731-6a79-4d18-866e-7a55fda7ccbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca413bd747314812b3419cdd11403b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785780 Aug 09 11:04:57.346878 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa2731-6a79-4d18-866e-7a55fda7ccbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd138c7-3570-401f-bd6f-8f96dc46d4fb,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:57.348848 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50694) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:57.397300 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1da90095-0e77-434b-8cd9-8a439203fe2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:57.417369 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1da90095-0e77-434b-8cd9-8a439203fe2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:57.549918 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1da90095-0e77-434b-8cd9-8a439203fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:57.552569 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1da90095-0e77-434b-8cd9-8a439203fe2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:57.553711 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-1da90095-0e77-434b-8cd9-8a439203fe2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dd138c7-3570-401f-bd6f-8f96dc46d4fb HTTP/1.1" status: 204 len: 168 time: 0.2040219 Aug 09 11:04:57.561024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da90095-0e77-434b-8cd9-8a439203fe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd138c7-3570-401f-bd6f-8f96dc46d4fb,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:58.051017 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50700) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:58.064871 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0ec2ffea-8b6f-4e43-a8a0-a70efd134b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:58.151078 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0ec2ffea-8b6f-4e43-a8a0-a70efd134b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:58.234586 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0ec2ffea-8b6f-4e43-a8a0-a70efd134b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:58.275758 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-0ec2ffea-8b6f-4e43-a8a0-a70efd134b99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e0582fc836143c1832d680ff303327f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236385 Aug 09 11:04:58.276582 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2ffea-8b6f-4e43-a8a0-a70efd134b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3aa3fa-3e54-439d-b8cc-0db0996c5cbb,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:58.278535 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50702) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:58.326545 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-14d96dbc-8932-4b4c-8240-d5a468892451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:58.347184 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-14d96dbc-8932-4b4c-8240-d5a468892451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:58.475817 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-14d96dbc-8932-4b4c-8240-d5a468892451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:58.478290 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-14d96dbc-8932-4b4c-8240-d5a468892451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:58.479598 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-14d96dbc-8932-4b4c-8240-d5a468892451 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec3aa3fa-3e54-439d-b8cc-0db0996c5cbb HTTP/1.1" status: 204 len: 168 time: 0.1987751 Aug 09 11:04:58.487342 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d96dbc-8932-4b4c-8240-d5a468892451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3aa3fa-3e54-439d-b8cc-0db0996c5cbb,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:59.114117 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 50710) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:59.127836 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0af48e0f-8294-4074-be66-aa734fa5aa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:59.213400 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0af48e0f-8294-4074-be66-aa734fa5aa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:59.258790 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-0af48e0f-8294-4074-be66-aa734fa5aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:59.300169 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-0af48e0f-8294-4074-be66-aa734fa5aa4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0724f8ee08984201bbe3c9b9a6c19fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815877 Aug 09 11:04:59.300169 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af48e0f-8294-4074-be66-aa734fa5aa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f69f37-dcdf-4a54-9100-3c5b35dd8212,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:04:59.300881 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50712) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:04:59.349053 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-432f97c8-a7bb-453e-81a1-05fe9ba02947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:59.369205 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-432f97c8-a7bb-453e-81a1-05fe9ba02947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:59.481935 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-432f97c8-a7bb-453e-81a1-05fe9ba02947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:59.484681 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-432f97c8-a7bb-453e-81a1-05fe9ba02947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:04:59.485884 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-432f97c8-a7bb-453e-81a1-05fe9ba02947 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4f69f37-dcdf-4a54-9100-3c5b35dd8212 HTTP/1.1" status: 204 len: 168 time: 0.1843615 Aug 09 11:04:59.494232 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f97c8-a7bb-453e-81a1-05fe9ba02947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f69f37-dcdf-4a54-9100-3c5b35dd8212,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:00.529032 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50734) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:05:00.624258 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-11451635-network', 'tenant_id': '9645983d92f241428259d7cf796c8b54'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:05:00.744232 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Made reservation on behalf of 9645983d92f241428259d7cf796c8b54 for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:05:00.746477 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:00.754794 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:00.847024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:00.932721 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:00.956600 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:05:00.964910 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735014a9-8f65-417e-bdb6-4bbe2ef3b835,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:00.971157 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:00.971516 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Added segment 11375929-043f-4d2c-8400-2d0fc584e951 of type vlan for network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 Aug 09 11:05:01.012910 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:01.115883 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:01.116841 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:01.117490 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:01.174653 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] Pushing event updated for resources: {'Network': ['ID=0523a445-5fa3-4877-b84f-f649b3d9b5e9,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:01.184399 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:05:01.254077 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-38118820-2ec3-48b0-ad1a-34ac9a723b0c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7239439 Aug 09 11:05:01.256888 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 50738) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:05:01.261884 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Request body: {'subnet': {'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-11451635-subnet', 'tenant_id': '9645983d92f241428259d7cf796c8b54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:05:01.348825 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Made reservation on behalf of 9645983d92f241428259d7cf796c8b54 for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:05:01.351171 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105518'] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:01.566233 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105500'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:01.620724 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0302d2aa-e84d-447b-8adb-fc2514cb0031,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:01.631734 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.632087 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.632430 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.632767 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.633100 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.633430 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.633760 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.634090 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.634449 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.634741 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.635063 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.635407 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:01.638582 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Checking segment: {'id': '11375929-043f-4d2c-8400-2d0fc584e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:05:01.638933 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Network hostable DHCP agents. Network: 0523a445-5fa3-4877-b84f-f649b3d9b5e9, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:05:01.721270 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:05:01.805647 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 0523a445-5fa3-4877-b84f-f649b3d9b5e9) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:05:01.809644 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:01.810225 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:01.815502 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c9b7c-36cc-4b7c-9081-457c9d4031a3 None None] Network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:05:01.893009 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d33c177d-9a60-4f68-8fc5-ef228bc033ea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6349003 Aug 09 11:05:01.931259 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b7ee1-04c8-4a2e-9dee-bcc85aea3eff None None] Network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:05:03.924038 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-792abb35-0532-4489-a383-2d67391fd487 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:03.925507 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-792abb35-0532-4489-a383-2d67391fd487 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/networks?id=0523a445-5fa3-4877-b84f-f649b3d9b5e9 HTTP/1.1" status: 200 len: 807 time: 0.0996900 Aug 09 11:05:03.940084 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-682d5bdb-0c01-4339-8eb7-7e37a2090dd9 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/quotas/9645983d92f241428259d7cf796c8b54 HTTP/1.1" status: 200 len: 375 time: 0.0090127 Aug 09 11:05:03.970241 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-8df7542c-448a-47e1-81ce-56c109aaaf17 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9645983d92f241428259d7cf796c8b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252359 Aug 09 11:05:04.104943 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-37b266f7-a2af-4b75-8e4c-0b8ce173ff0b service neutron] 10.222.0.35 "GET /v2.0/networks/0523a445-5fa3-4877-b84f-f649b3d9b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281052 Aug 09 11:05:04.191883 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-cbec0a08-f8b2-4ffc-8883-4d4059b33e96 service neutron] 10.222.0.35 "GET /v2.0/networks/0523a445-5fa3-4877-b84f-f649b3d9b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800617 Aug 09 11:05:04.438531 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0b72cbc3-8109-435b-b2d0-f64edcf74d77 req-89c7da12-ba0e-443c-a270-81f02e32361a tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 210 time: 0.0289428 Aug 09 11:05:05.544967 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-480544a9-fd17-4bdb-ac2e-8eab0255f1d9 req-7ad7f7a8-a35d-4506-b7da-8e13e05bbca5 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 210 time: 0.0251818 Aug 09 11:05:06.477288 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-2a03e11d-d67a-4674-a3a2-4ebc6568db74 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:06.478630 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-2a03e11d-d67a-4674-a3a2-4ebc6568db74 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.37 "GET /v2.0/networks?id=0523a445-5fa3-4877-b84f-f649b3d9b5e9 HTTP/1.1" status: 200 len: 807 time: 0.0970316 Aug 09 11:05:06.491576 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Request body: {'port': {'device_id': '9f126cb1-c963-47e9-9328-288dda5d9119', 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9', 'admin_state_up': True, 'tenant_id': '9645983d92f241428259d7cf796c8b54'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:05:06.897015 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Made reservation on behalf of 9645983d92f241428259d7cf796c8b54 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:05:06.900390 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:06.916654 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-29c33f2e-fdb5-48f3-b15f-1f7bee0df0d9 req-1afe6005-d89d-4eae-992f-6bd8284e38b1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 210 time: 0.2958875 Aug 09 11:05:07.033170 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Allocated IP 172.20.0.8 (0523a445-5fa3-4877-b84f-f649b3d9b5e9/0302d2aa-e84d-447b-8adb-fc2514cb0031/059cf6e2-b22b-4967-b208-c7f827c4c8a3) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:05:07.170164 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:07.287342 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:07.339213 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:05:07.342200 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:05:07.344702 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:05:07.368297 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Pushing event updated for resources: {'Port': ['ID=059cf6e2-b22b-4967-b208-c7f827c4c8a3,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:07.397547 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:07.398153 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:07.470245 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-002a90b7-76b6-4f46-b35b-7b6766f2e814 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9822817 Aug 09 11:05:07.485493 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Request body: {'port': {'device_id': '9f126cb1-c963-47e9-9328-288dda5d9119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:05:07.539500 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:07.798421 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059cf6e2-b22b-4967-b208-c7f827c4c8a3 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:05:07.805560 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:07.821248 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Transition to ACTIVE for port object 059cf6e2-b22b-4967-b208-c7f827c4c8a3 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:05:07.898131 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:07.949188 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=059cf6e2-b22b-4967-b208-c7f827c4c8a3,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:08.012276 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Attempting to bind port 059cf6e2-b22b-4967-b208-c7f827c4c8a3 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:05:08.012619 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Attempting to bind port 059cf6e2-b22b-4967-b208-c7f827c4c8a3 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '11375929-043f-4d2c-8400-2d0fc584e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:05:08.012951 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Attempting to bind port 059cf6e2-b22b-4967-b208-c7f827c4c8a3 on network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:05:08.017901 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Port 059cf6e2-b22b-4967-b208-c7f827c4c8a3 on network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:05:08.018224 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Attempting to bind port 059cf6e2-b22b-4967-b208-c7f827c4c8a3 on network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:05:08.023038 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:05:08.023473 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Checking segment: {'id': '11375929-043f-4d2c-8400-2d0fc584e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:05:08.023859 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Bound using segment: {'id': '11375929-043f-4d2c-8400-2d0fc584e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:05:08.024308 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Bound port: 059cf6e2-b22b-4967-b208-c7f827c4c8a3, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11375929-043f-4d2c-8400-2d0fc584e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:05:08.024659 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:08.034428 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64da8cc-339b-4146-aae5-130db46824f2 req-1b5e82a2-6358-4eae-8e6b-6aa73eb89e8c tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:08.036163 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f64da8cc-339b-4146-aae5-130db46824f2 req-1b5e82a2-6358-4eae-8e6b-6aa73eb89e8c tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 943 time: 0.0534792 Aug 09 11:05:08.075894 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f64da8cc-339b-4146-aae5-130db46824f2 req-deece958-d114-4406-9559-fb8b14aa9bcb tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Aug 09 11:05:08.089217 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] For port 059cf6e2-b22b-4967-b208-c7f827c4c8a3, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:05:08.092311 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] For port 059cf6e2-b22b-4967-b208-c7f827c4c8a3, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=059cf6e2-b22b-4967-b208-c7f827c4c8a3,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:05:08.162184 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:08.196861 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:08.197525 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:08.198969 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] 10.222.0.37 "PUT /v2.0/ports/059cf6e2-b22b-4967-b208-c7f827c4c8a3 HTTP/1.1" status: 200 len: 1093 time: 0.7176085 Aug 09 11:05:08.199427 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f126cb1-c963-47e9-9328-288dda5d9119', 'tag': '059cf6e2-b22b-4967-b208-c7f827c4c8a3'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:05:08.201672 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14a6e0f-27cc-41bf-98e9-bcccc36665f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9f126cb1-c963-47e9-9328-288dda5d9119", "tag": "059cf6e2-b22b-4967-b208-c7f827c4c8a3"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:05:08.227176 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf6673-a03f-4de4-92f1-5aee91db7fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=059cf6e2-b22b-4967-b208-c7f827c4c8a3,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:08.243523 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895d1c21-db83-471b-b3a3-359db4f24518 x-openstack-request-id: req-895d1c21-db83-471b-b3a3-359db4f24518 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:05:08.243523 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f126cb1-c963-47e9-9328-288dda5d9119", "tag": "059cf6e2-b22b-4967-b208-c7f827c4c8a3", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:05:08.243523 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-895d1c21-db83-471b-b3a3-359db4f24518 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:05:08.243886 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f126cb1-c963-47e9-9328-288dda5d9119', 'tag': '059cf6e2-b22b-4967-b208-c7f827c4c8a3', 'status': 'completed', 'code': 200} Aug 09 11:05:08.303671 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a6e0f-27cc-41bf-98e9-bcccc36665f3 req-5753b332-7e0a-4225-8f04-4987cd71cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:08.305170 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e14a6e0f-27cc-41bf-98e9-bcccc36665f3 req-5753b332-7e0a-4225-8f04-4987cd71cf86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9645983d92f241428259d7cf796c8b54&device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 1096 time: 0.0418630 Aug 09 11:05:08.402497 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a6e0f-27cc-41bf-98e9-bcccc36665f3 req-5de63359-940b-49e0-b3f4-3c63ff0e4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:08.403889 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e14a6e0f-27cc-41bf-98e9-bcccc36665f3 req-5de63359-940b-49e0-b3f4-3c63ff0e4d57 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9645983d92f241428259d7cf796c8b54&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0907335 Aug 09 11:05:08.513092 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a6e0f-27cc-41bf-98e9-bcccc36665f3 req-3a5d4028-03a0-424e-bd11-c26ac268e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:08.514568 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e14a6e0f-27cc-41bf-98e9-bcccc36665f3 req-3a5d4028-03a0-424e-bd11-c26ac268e17b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024013 Aug 09 11:05:08.590080 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-67012053-4afb-429c-b168-f1b96c16bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:08.591591 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-67012053-4afb-429c-b168-f1b96c16bf77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9645983d92f241428259d7cf796c8b54&device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 1096 time: 0.0393214 Aug 09 11:05:08.634797 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-1ac75e66-0692-43a4-96da-f08b45488417 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059cf6e2-b22b-4967-b208-c7f827c4c8a3 HTTP/1.1" status: 200 len: 217 time: 0.0353093 Aug 09 11:05:08.682520 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-c3ae6ed7-399a-45cd-9bc9-af90461c957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:08.683863 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-c3ae6ed7-399a-45cd-9bc9-af90461c957c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0302d2aa-e84d-447b-8adb-fc2514cb0031 HTTP/1.1" status: 200 len: 847 time: 0.0423148 Aug 09 11:05:08.714785 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-359184fb-20fa-45f2-bab1-5fa6fb08157c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0523a445-5fa3-4877-b84f-f649b3d9b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233946 Aug 09 11:05:08.806987 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-cd4eea25-8e1d-4eda-8b9b-5e6dc08ea0cc service neutron] 10.222.0.37 "GET /v2.0/networks/0523a445-5fa3-4877-b84f-f649b3d9b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850930 Aug 09 11:05:08.896795 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6dd710b0-3495-4b19-817f-48bc045a1baa req-61cf1fc9-9578-40a6-b1f1-4aab077f3576 service neutron] 10.222.0.37 "GET /v2.0/networks/0523a445-5fa3-4877-b84f-f649b3d9b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821314 Aug 09 11:05:09.194832 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f11119-98cb-4e3e-92d5-954a7dece21d req-d4ec100f-a6e4-4806-ac7e-c954fec8de42 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:09.196454 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-84f11119-98cb-4e3e-92d5-954a7dece21d req-d4ec100f-a6e4-4806-ac7e-c954fec8de42 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 943 time: 0.0468712 Aug 09 11:05:09.234482 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-84f11119-98cb-4e3e-92d5-954a7dece21d req-06c032c2-16bd-488e-aed4-5a04f132b6b0 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Aug 09 11:05:10.351455 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338d352-0820-47c8-b216-8ea4726185d1 req-706636c6-c8b2-4e68-a2d3-cef5dfa0b9d0 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:10.352850 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d338d352-0820-47c8-b216-8ea4726185d1 req-706636c6-c8b2-4e68-a2d3-cef5dfa0b9d0 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 943 time: 0.0495155 Aug 09 11:05:10.389786 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d338d352-0820-47c8-b216-8ea4726185d1 req-0af0d6f6-b20a-4bd5-9e21-64537c40356d tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Aug 09 11:05:11.503698 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9729-0f32-4a07-9a7c-42b23b355721 req-816bdbbc-e65d-46ab-8db6-6b2fdb7587dc tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:11.505077 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-000f9729-0f32-4a07-9a7c-42b23b355721 req-816bdbbc-e65d-46ab-8db6-6b2fdb7587dc tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 943 time: 0.0463486 Aug 09 11:05:11.542723 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-000f9729-0f32-4a07-9a7c-42b23b355721 req-4e2db8e8-a84c-44c2-b2f8-1f9937044427 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Aug 09 11:05:12.658706 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b8e10-b3b5-42f4-85fd-56362490c8ea req-216a686c-42ee-4911-a94b-c1a45d0ce83c tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:12.660217 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e13b8e10-b3b5-42f4-85fd-56362490c8ea req-216a686c-42ee-4911-a94b-c1a45d0ce83c tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 943 time: 0.0523183 Aug 09 11:05:12.698134 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e13b8e10-b3b5-42f4-85fd-56362490c8ea req-78345c3c-7d9c-4ec9-b31b-e259b1913665 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Aug 09 11:05:12.867302 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 059cf6e2-b22b-4967-b208-c7f827c4c8a3 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:05:12.961478 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 059cf6e2-b22b-4967-b208-c7f827c4c8a3, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=059cf6e2-b22b-4967-b208-c7f827c4c8a3,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:12.972239 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '059cf6e2-b22b-4967-b208-c7f827c4c8a3', 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9', 'port_id': '059cf6e2-b22b-4967-b208-c7f827c4c8a3', 'mac_address': 'fa:16:3e:e8:7f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0302d2aa-e84d-447b-8adb-fc2514cb0031', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:05:13.007609 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:13.019889 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059cf6e2-b22b-4967-b208-c7f827c4c8a3 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:05:13.038631 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 059cf6e2-b22b-4967-b208-c7f827c4c8a3, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=059cf6e2-b22b-4967-b208-c7f827c4c8a3,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:13.132767 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:13.182428 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=059cf6e2-b22b-4967-b208-c7f827c4c8a3,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:13.189260 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.190270 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.190270 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.190270 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.190551 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.190881 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.191245 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.191575 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.191899 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.192217 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.192535 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.192852 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:05:13.333481 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['059cf6e2-b22b-4967-b208-c7f827c4c8a3'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:05:13.811678 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e4025-d537-4701-97e6-2bdd2515265a req-78f6111d-e7f5-4c78-8e73-5337852c639f tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:13.813124 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4d2e4025-d537-4701-97e6-2bdd2515265a req-78f6111d-e7f5-4c78-8e73-5337852c639f tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 944 time: 0.0507159 Aug 09 11:05:13.850566 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4d2e4025-d537-4701-97e6-2bdd2515265a req-7bc421f0-9350-46ef-94d5-62aff6e364dd tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Aug 09 11:05:14.882350 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 059cf6e2-b22b-4967-b208-c7f827c4c8a3 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:05:14.903005 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:14.967098 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24021e6d-cb3c-4f5b-ad1d-e6694ccfcfc1 req-14b4af8b-beee-4d14-91d4-b1620a20eafe tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:14.968587 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-24021e6d-cb3c-4f5b-ad1d-e6694ccfcfc1 req-14b4af8b-beee-4d14-91d4-b1620a20eafe tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 944 time: 0.0480330 Aug 09 11:05:14.995353 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 059cf6e2-b22b-4967-b208-c7f827c4c8a3 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:05:14.999804 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 059cf6e2-b22b-4967-b208-c7f827c4c8a3 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:05:15.000257 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:15.007820 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-24021e6d-cb3c-4f5b-ad1d-e6694ccfcfc1 req-6e2e2856-c92b-41f2-b757-95711aba33f9 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Aug 09 11:05:15.086368 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:15.111535 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f126cb1-c963-47e9-9328-288dda5d9119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cf6e2-b22b-4967-b208-c7f827c4c8a3'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:05:15.114120 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b96dbf9-ea44-4896-9d8a-d93963ffc98b" -d '{"events": [{"server_uuid": "9f126cb1-c963-47e9-9328-288dda5d9119", "name": "network-vif-plugged", "status": "completed", "tag": "059cf6e2-b22b-4967-b208-c7f827c4c8a3"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:05:15.128970 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 059cf6e2-b22b-4967-b208-c7f827c4c8a3, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=059cf6e2-b22b-4967-b208-c7f827c4c8a3,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:15.149298 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904107d0-d13b-4dc9-887e-945f28de77f3 x-openstack-request-id: req-904107d0-d13b-4dc9-887e-945f28de77f3 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:05:15.149581 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f126cb1-c963-47e9-9328-288dda5d9119", "name": "network-vif-plugged", "status": "completed", "tag": "059cf6e2-b22b-4967-b208-c7f827c4c8a3", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:05:15.149826 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-904107d0-d13b-4dc9-887e-945f28de77f3 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:05:15.150206 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f126cb1-c963-47e9-9328-288dda5d9119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cf6e2-b22b-4967-b208-c7f827c4c8a3', 'code': 200} Aug 09 11:05:15.195533 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:15.243476 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=059cf6e2-b22b-4967-b208-c7f827c4c8a3,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:15.484542 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7fef1-2250-4078-a978-e89b71c273a9 req-4efc5234-4b88-48cc-aeaf-d76036dbf59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:15.486120 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62b7fef1-2250-4078-a978-e89b71c273a9 req-4efc5234-4b88-48cc-aeaf-d76036dbf59b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 1098 time: 0.0387061 Aug 09 11:05:15.521376 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62b7fef1-2250-4078-a978-e89b71c273a9 req-fab500af-3a6e-4629-84b5-227dc82104d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282259 Aug 09 11:05:16.124034 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dadaf-fe00-4926-889a-279c0b0e4272 req-557cce66-0ef3-4cc5-a802-f759a275f84a tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:16.125522 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9b4dadaf-fe00-4926-889a-279c0b0e4272 req-557cce66-0ef3-4cc5-a802-f759a275f84a tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 945 time: 0.0513818 Aug 09 11:05:16.176420 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-9b4dadaf-fe00-4926-889a-279c0b0e4272 req-d3c381d9-9472-40f2-83d3-048dd1188106 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439153 Aug 09 11:05:17.289506 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30569bb8-9bf8-4781-afc2-0583866e7566 req-cc7143da-4d7c-4335-8b23-8f77c0402719 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:17.290959 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-30569bb8-9bf8-4781-afc2-0583866e7566 req-cc7143da-4d7c-4335-8b23-8f77c0402719 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 945 time: 0.0469649 Aug 09 11:05:17.326738 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-30569bb8-9bf8-4781-afc2-0583866e7566 req-3f207c71-5e89-4170-8b9b-f71eae0dcb94 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299978 Aug 09 11:05:18.546751 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:05:18.576709 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525830ed-fc90-49a3-89a6-ef135e84456a req-45526fc3-689a-498a-822c-1cdb503dcd67 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:18.578190 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-525830ed-fc90-49a3-89a6-ef135e84456a req-45526fc3-689a-498a-822c-1cdb503dcd67 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 945 time: 0.0486228 Aug 09 11:05:18.616339 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-525830ed-fc90-49a3-89a6-ef135e84456a req-034c31b8-71df-4297-8f0a-d48b646f9d77 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322132 Aug 09 11:05:19.733192 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa3dc5-117d-47bc-acc7-6f5952196930 req-c5861928-9fb4-4200-9e9a-f308b2990e85 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:19.734653 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-66aa3dc5-117d-47bc-acc7-6f5952196930 req-c5861928-9fb4-4200-9e9a-f308b2990e85 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 945 time: 0.0477653 Aug 09 11:05:19.771529 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-66aa3dc5-117d-47bc-acc7-6f5952196930 req-b206b806-3d9c-48d8-b4ec-28da466dc528 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Aug 09 11:05:19.844186 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-443cbb36-eb3d-42e5-9e34-878385d6fd75 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:19.846167 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-443cbb36-eb3d-42e5-9e34-878385d6fd75 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 945 time: 0.0469711 Aug 09 11:05:19.936494 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Deleting port 059cf6e2-b22b-4967-b208-c7f827c4c8a3 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:05:19.936759 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:20.021597 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] For port 059cf6e2-b22b-4967-b208-c7f827c4c8a3, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=059cf6e2-b22b-4967-b208-c7f827c4c8a3,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:20.021954 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:20.034406 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Calling delete_port for 059cf6e2-b22b-4967-b208-c7f827c4c8a3 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:05:20.229359 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:20.241596 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['059cf6e2-b22b-4967-b208-c7f827c4c8a3'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:05:20.258310 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Pushing event deleted for resources: {'Port': ['ID=059cf6e2-b22b-4967-b208-c7f827c4c8a3,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:20.262009 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9378f6b5-a934-4f01-adf7-c7f203edb958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:20.301079 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] No DVR routers for this DVR port 059cf6e2-b22b-4967-b208-c7f827c4c8a3 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:05:20.303710 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:20.305778 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ed151944-e62a-4dba-a6f2-5da06aa5dc22 req-6a948fa3-b3cb-46a1-9ad8-f9dfb896a1a1 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.37 "DELETE /v2.0/ports/059cf6e2-b22b-4967-b208-c7f827c4c8a3 HTTP/1.1" status: 204 len: 173 time: 0.4534678 Aug 09 11:05:20.306216 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f126cb1-c963-47e9-9328-288dda5d9119', 'name': 'network-vif-deleted', 'tag': '059cf6e2-b22b-4967-b208-c7f827c4c8a3'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:05:20.308531 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb104c-524e-45e4-a0b7-59ab7f7739fe" -d '{"events": [{"server_uuid": "9f126cb1-c963-47e9-9328-288dda5d9119", "name": "network-vif-deleted", "tag": "059cf6e2-b22b-4967-b208-c7f827c4c8a3"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:05:20.343674 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f54a159-84fd-43f7-ae2a-d5c381fc51cf x-openstack-request-id: req-1f54a159-84fd-43f7-ae2a-d5c381fc51cf {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:05:20.343974 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f126cb1-c963-47e9-9328-288dda5d9119", "name": "network-vif-deleted", "tag": "059cf6e2-b22b-4967-b208-c7f827c4c8a3", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:05:20.344260 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f54a159-84fd-43f7-ae2a-d5c381fc51cf {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:05:20.345198 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f126cb1-c963-47e9-9328-288dda5d9119', 'name': 'network-vif-deleted', 'tag': '059cf6e2-b22b-4967-b208-c7f827c4c8a3', 'status': 'completed', 'code': 200} Aug 09 11:05:20.871470 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5b65277e-e0bf-4977-b8ef-e48ec4887060 req-0d64a22e-4334-4bbd-a740-60a14f990db6 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f126cb1-c963-47e9-9328-288dda5d9119 HTTP/1.1" status: 200 len: 210 time: 0.0250430 Aug 09 11:05:22.124859 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-6bf8f4d8-9d72-4ded-8880-d87efcec1ef5 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:22.126375 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-6bf8f4d8-9d72-4ded-8880-d87efcec1ef5 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/networks?id=0523a445-5fa3-4877-b84f-f649b3d9b5e9 HTTP/1.1" status: 200 len: 807 time: 0.0973372 Aug 09 11:05:22.140850 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-6b14f57d-0fa6-45aa-b29f-17dbee5bc0be tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/quotas/9645983d92f241428259d7cf796c8b54 HTTP/1.1" status: 200 len: 375 time: 0.0089056 Aug 09 11:05:22.174926 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-ef68efc6-34e8-44ab-b710-bbb28509d73e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9645983d92f241428259d7cf796c8b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284886 Aug 09 11:05:22.261802 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-0e1bd992-3d4d-44ea-86ee-dbd5999e6bac service neutron] 10.222.0.35 "GET /v2.0/networks/0523a445-5fa3-4877-b84f-f649b3d9b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803456 Aug 09 11:05:22.353627 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-f68808c0-2f6f-491a-879a-ccbc9f6ce234 service neutron] 10.222.0.35 "GET /v2.0/networks/0523a445-5fa3-4877-b84f-f649b3d9b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851884 Aug 09 11:05:22.557944 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6c95c4e9-24e6-4f90-8e11-35e714f53441 req-09ddcfe7-1455-4480-ac42-79bab66bffa6 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 210 time: 0.0285552 Aug 09 11:05:23.018402 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-acd0f4c8-c501-4e9b-bf70-3a2b823f2de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:23.389348 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:23.650526 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-77e30ac2-82e0-4da2-86aa-8e688f92b41b req-a5d6cf8a-8248-40c5-ba20-a10a469206ee tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 210 time: 0.0262408 Aug 09 11:05:23.858246 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:24.465637 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-cc063429-aa8b-4753-b4b9-a15032afc1a4 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:24.467007 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-cc063429-aa8b-4753-b4b9-a15032afc1a4 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.37 "GET /v2.0/networks?id=0523a445-5fa3-4877-b84f-f649b3d9b5e9 HTTP/1.1" status: 200 len: 807 time: 0.0989609 Aug 09 11:05:24.479981 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Request body: {'port': {'device_id': 'ee02de4f-d62e-4ebb-89d2-812f7eadaf2d', 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9', 'admin_state_up': True, 'tenant_id': '9645983d92f241428259d7cf796c8b54'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:05:24.662835 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Made reservation on behalf of 9645983d92f241428259d7cf796c8b54 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:05:24.666359 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:24.742961 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-efd94832-d033-46c7-bae7-c186d691f359 req-b476e0c9-186d-4c61-881c-01d0abc93500 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 210 time: 0.0247049 Aug 09 11:05:24.795159 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Allocated IP 172.20.0.12 (0523a445-5fa3-4877-b84f-f649b3d9b5e9/0302d2aa-e84d-447b-8adb-fc2514cb0031/7509c0a9-7db8-4f11-86e8-b07490dc3752) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:05:24.930159 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 059cf6e2-b22b-4967-b208-c7f827c4c8a3 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:05:24.941587 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:24.949501 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 059cf6e2-b22b-4967-b208-c7f827c4c8a3 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:05:24.949845 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 059cf6e2-b22b-4967-b208-c7f827c4c8a3 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:05:25.035478 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:25.083410 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:05:25.086459 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:05:25.090137 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:05:25.112864 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Pushing event updated for resources: {'Port': ['ID=7509c0a9-7db8-4f11-86e8-b07490dc3752,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:25.140120 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:25.140722 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:25.209074 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-4e78f4c9-587b-445b-bb63-043414ba064e tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7317460 Aug 09 11:05:25.221296 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Request body: {'port': {'device_id': 'ee02de4f-d62e-4ebb-89d2-812f7eadaf2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:05:25.272596 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:25.286338 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:25.534504 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7509c0a9-7db8-4f11-86e8-b07490dc3752 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:05:25.541853 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:25.553512 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Transition to ACTIVE for port object 7509c0a9-7db8-4f11-86e8-b07490dc3752 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:05:25.617757 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:25.668922 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Pushing event updated for resources: {'Port': ['ID=7509c0a9-7db8-4f11-86e8-b07490dc3752,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:25.733010 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Attempting to bind port 7509c0a9-7db8-4f11-86e8-b07490dc3752 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:05:25.733349 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Attempting to bind port 7509c0a9-7db8-4f11-86e8-b07490dc3752 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '11375929-043f-4d2c-8400-2d0fc584e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:05:25.733683 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Attempting to bind port 7509c0a9-7db8-4f11-86e8-b07490dc3752 on network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:05:25.738042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Port 7509c0a9-7db8-4f11-86e8-b07490dc3752 on network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:05:25.738367 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Attempting to bind port 7509c0a9-7db8-4f11-86e8-b07490dc3752 on network 0523a445-5fa3-4877-b84f-f649b3d9b5e9 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:05:25.743149 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:05:25.743486 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Checking segment: {'id': '11375929-043f-4d2c-8400-2d0fc584e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:05:25.743876 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Bound using segment: {'id': '11375929-043f-4d2c-8400-2d0fc584e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:05:25.744304 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Bound port: 7509c0a9-7db8-4f11-86e8-b07490dc3752, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11375929-043f-4d2c-8400-2d0fc584e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:05:25.744664 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:25.848238 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] For port 7509c0a9-7db8-4f11-86e8-b07490dc3752, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:05:25.863937 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] For port 7509c0a9-7db8-4f11-86e8-b07490dc3752, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=7509c0a9-7db8-4f11-86e8-b07490dc3752,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:05:25.881440 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031838d7-0bc8-4137-8db5-7706840ae148 req-810c86d7-3a98-4bc0-8ac1-dd5ceaf50307 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:25.882977 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-031838d7-0bc8-4137-8db5-7706840ae148 req-810c86d7-3a98-4bc0-8ac1-dd5ceaf50307 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 944 time: 0.0673773 Aug 09 11:05:25.922182 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-031838d7-0bc8-4137-8db5-7706840ae148 req-1cf54aff-db99-41b8-b15e-840ded151e41 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Aug 09 11:05:25.955013 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:25.988387 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:25.988995 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:25.990378 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] 10.222.0.37 "PUT /v2.0/ports/7509c0a9-7db8-4f11-86e8-b07490dc3752 HTTP/1.1" status: 200 len: 1094 time: 0.7739515 Aug 09 11:05:25.990818 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee02de4f-d62e-4ebb-89d2-812f7eadaf2d', 'tag': '7509c0a9-7db8-4f11-86e8-b07490dc3752'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:05:25.993064 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0865a499-c7b3-477b-a9b0-2b56c55c3c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee02de4f-d62e-4ebb-89d2-812f7eadaf2d", "tag": "7509c0a9-7db8-4f11-86e8-b07490dc3752"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:05:26.017300 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cac0d-aebb-4180-abf6-3d406c663481 service neutron] Pushing event updated for resources: {'Port': ['ID=7509c0a9-7db8-4f11-86e8-b07490dc3752,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:26.030076 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cc0beb-573b-4880-babe-651ae34823c0 x-openstack-request-id: req-99cc0beb-573b-4880-babe-651ae34823c0 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:05:26.030366 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee02de4f-d62e-4ebb-89d2-812f7eadaf2d", "tag": "7509c0a9-7db8-4f11-86e8-b07490dc3752", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:05:26.030620 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99cc0beb-573b-4880-babe-651ae34823c0 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:05:26.031007 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee02de4f-d62e-4ebb-89d2-812f7eadaf2d', 'tag': '7509c0a9-7db8-4f11-86e8-b07490dc3752', 'status': 'completed', 'code': 200} Aug 09 11:05:26.097238 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865a499-c7b3-477b-a9b0-2b56c55c3c9a req-e2d03688-6f51-439f-b299-589eddc30743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:26.099018 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0865a499-c7b3-477b-a9b0-2b56c55c3c9a req-e2d03688-6f51-439f-b299-589eddc30743 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9645983d92f241428259d7cf796c8b54&device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 1097 time: 0.0492196 Aug 09 11:05:26.195024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865a499-c7b3-477b-a9b0-2b56c55c3c9a req-df761592-c23d-4e86-932b-f97d952d2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:26.196500 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0865a499-c7b3-477b-a9b0-2b56c55c3c9a req-df761592-c23d-4e86-932b-f97d952d2088 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9645983d92f241428259d7cf796c8b54&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0903604 Aug 09 11:05:26.291635 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865a499-c7b3-477b-a9b0-2b56c55c3c9a req-5229af62-ff87-41a8-81f6-4dd665ded254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:26.293085 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0865a499-c7b3-477b-a9b0-2b56c55c3c9a req-5229af62-ff87-41a8-81f6-4dd665ded254 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895739 Aug 09 11:05:26.366120 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-caed2aa3-7dcd-4fe5-99dd-016f0e1b205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:26.367526 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-caed2aa3-7dcd-4fe5-99dd-016f0e1b205b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9645983d92f241428259d7cf796c8b54&device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 1097 time: 0.0399415 Aug 09 11:05:26.408374 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-251227d2-895c-4624-9542-49d5d9100d04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7509c0a9-7db8-4f11-86e8-b07490dc3752 HTTP/1.1" status: 200 len: 217 time: 0.0333846 Aug 09 11:05:26.455048 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-f2f00fe0-1fd9-4efb-ad9f-dd6dfbdfe765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:26.456473 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-f2f00fe0-1fd9-4efb-ad9f-dd6dfbdfe765 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0302d2aa-e84d-447b-8adb-fc2514cb0031 HTTP/1.1" status: 200 len: 847 time: 0.0417001 Aug 09 11:05:26.488713 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-12e97f46-2305-4d12-9981-acb070145799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0523a445-5fa3-4877-b84f-f649b3d9b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256748 Aug 09 11:05:26.574398 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-26550c1e-1c4f-42df-87d1-acaa508bca3e service neutron] 10.222.0.37 "GET /v2.0/networks/0523a445-5fa3-4877-b84f-f649b3d9b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785484 Aug 09 11:05:26.665098 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8d96065f-fcfd-4f77-8f69-dc0b2efcc5a4 req-df2013bc-e9ec-4f00-bf24-3338b33a26d7 service neutron] 10.222.0.37 "GET /v2.0/networks/0523a445-5fa3-4877-b84f-f649b3d9b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831478 Aug 09 11:05:27.035861 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a2019-ae93-48b4-91ba-72a763f04a85 req-54dbe8e0-00df-4898-b512-731274d4f038 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:27.037328 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-478a2019-ae93-48b4-91ba-72a763f04a85 req-54dbe8e0-00df-4898-b512-731274d4f038 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 944 time: 0.0497291 Aug 09 11:05:27.074161 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-478a2019-ae93-48b4-91ba-72a763f04a85 req-5b63ad11-1bb0-450a-88fa-d46a8fd7490a tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311053 Aug 09 11:05:28.186809 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa147f4e-92b7-4410-9c94-2cf522f32430 req-fe36fb54-5991-4649-9755-eb1c42547f89 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:28.188915 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-aa147f4e-92b7-4410-9c94-2cf522f32430 req-fe36fb54-5991-4649-9755-eb1c42547f89 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 944 time: 0.0480728 Aug 09 11:05:28.226465 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-aa147f4e-92b7-4410-9c94-2cf522f32430 req-35870f9b-ed67-4376-90f9-31f26b2841a0 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317273 Aug 09 11:05:28.959459 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 7509c0a9-7db8-4f11-86e8-b07490dc3752 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:05:29.052639 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 7509c0a9-7db8-4f11-86e8-b07490dc3752, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=7509c0a9-7db8-4f11-86e8-b07490dc3752,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:29.063722 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '7509c0a9-7db8-4f11-86e8-b07490dc3752', 'network_id': '0523a445-5fa3-4877-b84f-f649b3d9b5e9', 'port_id': '7509c0a9-7db8-4f11-86e8-b07490dc3752', 'mac_address': 'fa:16:3e:6e:bc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0302d2aa-e84d-447b-8adb-fc2514cb0031', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:05:29.098294 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:29.110690 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7509c0a9-7db8-4f11-86e8-b07490dc3752 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:05:29.129262 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 7509c0a9-7db8-4f11-86e8-b07490dc3752, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=7509c0a9-7db8-4f11-86e8-b07490dc3752,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:29.200521 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:29.247269 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=7509c0a9-7db8-4f11-86e8-b07490dc3752,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:29.340413 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd035b-0e44-43cd-b5ae-ba244117b2ab req-79de7def-0910-4fb4-8378-ba8ab7080354 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:29.341896 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbcd035b-0e44-43cd-b5ae-ba244117b2ab req-79de7def-0910-4fb4-8378-ba8ab7080354 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 945 time: 0.0499446 Aug 09 11:05:29.378582 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-bbcd035b-0e44-43cd-b5ae-ba244117b2ab req-b972f995-3994-4521-a69b-ae5eef5208bc tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301068 Aug 09 11:05:29.405601 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['7509c0a9-7db8-4f11-86e8-b07490dc3752'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:05:30.489226 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76cd55-9580-45d0-bd03-480c95ad0600 req-823ff53f-b7f8-4e5f-946c-e2003a7353e6 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:30.490683 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ce76cd55-9580-45d0-bd03-480c95ad0600 req-823ff53f-b7f8-4e5f-946c-e2003a7353e6 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 945 time: 0.0467584 Aug 09 11:05:30.527425 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-ce76cd55-9580-45d0-bd03-480c95ad0600 req-c7d2cfba-7c33-4ce7-85ac-a57a5a3cf57d tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Aug 09 11:05:30.960997 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 7509c0a9-7db8-4f11-86e8-b07490dc3752 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:05:31.068831 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 7509c0a9-7db8-4f11-86e8-b07490dc3752 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:05:31.072394 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 7509c0a9-7db8-4f11-86e8-b07490dc3752 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:05:31.072770 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:31.150230 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:31.171457 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee02de4f-d62e-4ebb-89d2-812f7eadaf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7509c0a9-7db8-4f11-86e8-b07490dc3752'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:05:31.173898 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b8fd4-352a-499e-95de-aa1a9dcc7b4f" -d '{"events": [{"server_uuid": "ee02de4f-d62e-4ebb-89d2-812f7eadaf2d", "name": "network-vif-plugged", "status": "completed", "tag": "7509c0a9-7db8-4f11-86e8-b07490dc3752"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:05:31.186578 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 7509c0a9-7db8-4f11-86e8-b07490dc3752, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=7509c0a9-7db8-4f11-86e8-b07490dc3752,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:31.210574 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c33724-9ced-491a-a0ce-56deb3ca33ee x-openstack-request-id: req-73c33724-9ced-491a-a0ce-56deb3ca33ee {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:05:31.210979 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee02de4f-d62e-4ebb-89d2-812f7eadaf2d", "name": "network-vif-plugged", "status": "completed", "tag": "7509c0a9-7db8-4f11-86e8-b07490dc3752", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:05:31.211275 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73c33724-9ced-491a-a0ce-56deb3ca33ee {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:05:31.211521 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee02de4f-d62e-4ebb-89d2-812f7eadaf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7509c0a9-7db8-4f11-86e8-b07490dc3752', 'code': 200} Aug 09 11:05:31.240725 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:31.289973 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=7509c0a9-7db8-4f11-86e8-b07490dc3752,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:31.539332 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4868998-8ce1-4954-9b37-e3a4b73f47a3 req-0a4fa585-6a4d-4743-a820-584219ac9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:31.540834 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c4868998-8ce1-4954-9b37-e3a4b73f47a3 req-0a4fa585-6a4d-4743-a820-584219ac9b81 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 1099 time: 0.0519850 Aug 09 11:05:31.575282 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c4868998-8ce1-4954-9b37-e3a4b73f47a3 req-af55a958-0a57-41c5-8a9f-1938fe1043f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273628 Aug 09 11:05:31.640981 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34045c18-797c-4c14-9bc9-41933336e222 req-c8fdb50a-7aca-40b6-b56a-7389166dff87 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:31.642930 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-34045c18-797c-4c14-9bc9-41933336e222 req-c8fdb50a-7aca-40b6-b56a-7389166dff87 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 946 time: 0.0501699 Aug 09 11:05:31.680205 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-34045c18-797c-4c14-9bc9-41933336e222 req-d95a0322-1a04-4339-9589-7939d47f0f82 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Aug 09 11:05:32.792384 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee288ac-e557-4670-af08-5424e39ea163 req-3502e0b6-b701-4adb-90ce-dae215e35a56 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:32.793867 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2ee288ac-e557-4670-af08-5424e39ea163 req-3502e0b6-b701-4adb-90ce-dae215e35a56 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 946 time: 0.0473857 Aug 09 11:05:32.832185 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2ee288ac-e557-4670-af08-5424e39ea163 req-fe9f8096-5d31-4878-811f-258cde6cf040 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Aug 09 11:05:34.023989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797b341-640d-430b-97c9-1a18c4d530c3 req-16efe4a2-bb73-42ab-8ea5-86ec584a464a tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:34.025456 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5797b341-640d-430b-97c9-1a18c4d530c3 req-16efe4a2-bb73-42ab-8ea5-86ec584a464a tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 946 time: 0.0481365 Aug 09 11:05:34.061879 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5797b341-640d-430b-97c9-1a18c4d530c3 req-4a706406-a4ac-4421-be4a-6f9d01d3e507 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305510 Aug 09 11:05:35.176341 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4b1e-76f6-4e7f-a185-522ec72c25c5 req-b26c47b9-6b9c-4999-b59d-ee473c5fecff tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:35.177805 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8ddc4b1e-76f6-4e7f-a185-522ec72c25c5 req-b26c47b9-6b9c-4999-b59d-ee473c5fecff tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 946 time: 0.0471008 Aug 09 11:05:35.215261 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-8ddc4b1e-76f6-4e7f-a185-522ec72c25c5 req-68dbfe29-6710-4312-86e4-5bd96b8d0748 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/security-groups?id=735014a9-8f65-417e-bdb6-4bbe2ef3b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Aug 09 11:05:35.320021 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-395ac5cb-2d5a-491f-806e-940ca5998039 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:35.321475 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-395ac5cb-2d5a-491f-806e-940ca5998039 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 946 time: 0.0502448 Aug 09 11:05:35.408832 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Deleting port 7509c0a9-7db8-4f11-86e8-b07490dc3752 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:05:35.409095 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:35.495965 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] For port 7509c0a9-7db8-4f11-86e8-b07490dc3752, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=7509c0a9-7db8-4f11-86e8-b07490dc3752,segment=NetworkSegment(11375929-043f-4d2c-8400-2d0fc584e951),segment_id=11375929-043f-4d2c-8400-2d0fc584e951)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:35.496331 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:35.509389 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Calling delete_port for 7509c0a9-7db8-4f11-86e8-b07490dc3752 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:05:35.702818 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:35.714294 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['7509c0a9-7db8-4f11-86e8-b07490dc3752'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:05:35.735607 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Pushing event deleted for resources: {'Port': ['ID=7509c0a9-7db8-4f11-86e8-b07490dc3752,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:35.774497 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] No DVR routers for this DVR port 7509c0a9-7db8-4f11-86e8-b07490dc3752 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:05:35.776928 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:35.778937 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b7ac55d4-8549-42eb-b88f-089ddd8e854b req-487224ea-7566-4fa0-b334-ff8187333223 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.37 "DELETE /v2.0/ports/7509c0a9-7db8-4f11-86e8-b07490dc3752 HTTP/1.1" status: 204 len: 173 time: 0.4508591 Aug 09 11:05:35.779403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee02de4f-d62e-4ebb-89d2-812f7eadaf2d', 'name': 'network-vif-deleted', 'tag': '7509c0a9-7db8-4f11-86e8-b07490dc3752'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:05:35.781624 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42abbd6d-1fb8-4123-a1bb-b7c38e99cfe6" -d '{"events": [{"server_uuid": "ee02de4f-d62e-4ebb-89d2-812f7eadaf2d", "name": "network-vif-deleted", "tag": "7509c0a9-7db8-4f11-86e8-b07490dc3752"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:05:35.817007 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b193f87-257b-4901-9497-e0049c32aa4f x-openstack-request-id: req-7b193f87-257b-4901-9497-e0049c32aa4f {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:05:35.817357 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee02de4f-d62e-4ebb-89d2-812f7eadaf2d", "name": "network-vif-deleted", "tag": "7509c0a9-7db8-4f11-86e8-b07490dc3752", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:05:35.817611 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b193f87-257b-4901-9497-e0049c32aa4f {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:05:35.818006 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee02de4f-d62e-4ebb-89d2-812f7eadaf2d', 'name': 'network-vif-deleted', 'tag': '7509c0a9-7db8-4f11-86e8-b07490dc3752', 'status': 'completed', 'code': 200} Aug 09 11:05:36.315883 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-21aaa668-9efc-4f4b-9c6d-10c5e2e40720 req-ab2db385-2ff7-4f7c-b1e0-de2ee04a3817 tempest-VolumesActionsTest-1997894453 tempest-VolumesActionsTest-1997894453-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee02de4f-d62e-4ebb-89d2-812f7eadaf2d HTTP/1.1" status: 200 len: 210 time: 0.0250933 Aug 09 11:05:39.828262 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 7509c0a9-7db8-4f11-86e8-b07490dc3752 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:05:39.849832 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 7509c0a9-7db8-4f11-86e8-b07490dc3752 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:05:39.850170 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 7509c0a9-7db8-4f11-86e8-b07490dc3752 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:05:44.897462 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:47.420597 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3fc45283-f051-4b49-9bf0-a03685582546 req-34ffc11a-280a-449b-ad51-bf45737e0e1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468132 Aug 09 11:05:47.507532 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45283-f051-4b49-9bf0-a03685582546 req-186761d3-410d-4810-b3b4-5c961859132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:47.508948 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3fc45283-f051-4b49-9bf0-a03685582546 req-186761d3-410d-4810-b3b4-5c961859132b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1098 time: 0.0424676 Aug 09 11:05:47.619683 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45283-f051-4b49-9bf0-a03685582546 req-ed67ae0e-3c2b-4cac-b4c2-39ba60842633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:47.621167 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3fc45283-f051-4b49-9bf0-a03685582546 req-ed67ae0e-3c2b-4cac-b4c2-39ba60842633 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d587cde-7337-4019-a1e6-1decd6d75890 HTTP/1.1" status: 200 len: 910 time: 0.0911653 Aug 09 11:05:47.694716 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3fc45283-f051-4b49-9bf0-a03685582546 req-e3af69a2-3fa0-4e06-9757-3d0267b1e0fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11375eda-0817-4ccf-81b7-ddb25102a592 HTTP/1.1" status: 200 len: 1001 time: 0.0658486 Aug 09 11:05:47.752123 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45283-f051-4b49-9bf0-a03685582546 req-ec1b71e0-ff47-4e44-8b12-5e7afad1d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:47.753676 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3fc45283-f051-4b49-9bf0-a03685582546 req-ec1b71e0-ff47-4e44-8b12-5e7afad1d792 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c94c04-da54-4448-b0ab-56abf43d8145 HTTP/1.1" status: 200 len: 848 time: 0.0515754 Aug 09 11:05:47.804272 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45283-f051-4b49-9bf0-a03685582546 req-0626951c-d752-48e2-b5f7-6133b7e6937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:47.805778 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3fc45283-f051-4b49-9bf0-a03685582546 req-0626951c-d752-48e2-b5f7-6133b7e6937f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d587cde-7337-4019-a1e6-1decd6d75890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447259 Aug 09 11:05:47.910277 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3fc45283-f051-4b49-9bf0-a03685582546 req-5699dd3a-835f-45cb-9f6f-f513cdc763ae service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969377 Aug 09 11:05:48.028759 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3fc45283-f051-4b49-9bf0-a03685582546 req-56ab7bc5-1138-4eb5-a980-9d0f31a05f0b service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111763 Aug 09 11:05:50.205911 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f10f-282f-4825-9bb5-f430c7dbd6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:50.396084 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51020) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:05:50.679562 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Deleting port 914e49ef-f991-4c10-9a99-3826504e0e5b {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:05:50.679989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:50.779563 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:50.780478 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:50.797512 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Calling delete_port for 914e49ef-f991-4c10-9a99-3826504e0e5b owned by network:floatingip {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:05:51.388989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:51.412860 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event deleted for resources: {'Port': ['ID=914e49ef-f991-4c10-9a99-3826504e0e5b,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:51.482865 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for floatingip, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:51.483314 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Floating IP 81fd9732-2191-4d69-8c95-6d07a30e159b disassociated (deleted). External IP: 172.27.0.195, port: 11375eda-0817-4ccf-81b7-ddb25102a592. Aug 09 11:05:51.746499 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:05:51.861759 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:05:51.866997 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:51.874048 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] Sync routers for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:05:51.887274 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:05:51.888328 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:05:51.900919 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5945e9c3-2a3c-487b-820d-8d71228706bb tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "DELETE /v2.0/floatingips/81fd9732-2191-4d69-8c95-6d07a30e159b HTTP/1.1" status: 204 len: 168 time: 1.5036666 Aug 09 11:05:51.901553 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:05:51.904011 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:05:51.984740 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef9f67c-d78f-46d1-a35b-eb77b6b65703 x-openstack-request-id: req-fef9f67c-d78f-46d1-a35b-eb77b6b65703 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:05:51.985035 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:05:51.986059 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fef9f67c-d78f-46d1-a35b-eb77b6b65703 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:05:51.986638 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592', 'status': 'completed', 'code': 200} Aug 09 11:05:52.099500 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-db27bbc3-a9fd-46ec-a74d-4d818f178f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:52.101168 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-db27bbc3-a9fd-46ec-a74d-4d818f178f01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 1098 time: 0.0928028 Aug 09 11:05:52.181855 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:05:52.261982 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-467a0237-9cc2-4611-ad8a-9a3694bd16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:52.265087 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-467a0237-9cc2-4611-ad8a-9a3694bd16da service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d587cde-7337-4019-a1e6-1decd6d75890 HTTP/1.1" status: 200 len: 910 time: 0.1536496 Aug 09 11:05:52.329656 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-cf787063-9337-4a78-9c6e-2975d5b7a945 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11375eda-0817-4ccf-81b7-ddb25102a592 HTTP/1.1" status: 200 len: 217 time: 0.0557921 Aug 09 11:05:52.453831 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-12e9c875-eda0-4d42-b35d-12c3faece471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:52.456342 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-12e9c875-eda0-4d42-b35d-12c3faece471 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c94c04-da54-4448-b0ab-56abf43d8145 HTTP/1.1" status: 200 len: 848 time: 0.1115038 Aug 09 11:05:52.470262 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:40Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'f3ed3d07-dd30-4ab5-b01a-304a1919d9c3', 'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'mac_address': 'fa:16:3e:e4:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:39Z', 'updated_at': '2021-08-09T11:00:46Z', 'revision_number': 5, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'subnets': [{'id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:05:52.482456 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1cdfb-b97d-4720-9a92-176cbc21349f req-74fb3658-f9f4-43b0-b3dc-ac754436c211 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:52.483978 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4ed1cdfb-b97d-4720-9a92-176cbc21349f req-74fb3658-f9f4-43b0-b3dc-ac754436c211 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0853803 Aug 09 11:05:52.503058 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] Checking router: 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:05:52.513309 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:05:52.514296 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:05:52.542953 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4ed1cdfb-b97d-4720-9a92-176cbc21349f req-4261478e-1a24-43ed-93fd-dc5f695f8c4c tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446086 Aug 09 11:05:52.545659 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-bf247d63-f309-4eb4-ac0e-577b607cc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:52.547163 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-bf247d63-f309-4eb4-ac0e-577b607cc29e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d587cde-7337-4019-a1e6-1decd6d75890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821285 Aug 09 11:05:52.675064 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:05:52.682576 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-cd41c236-75d8-4396-b532-f1a950f6e932 service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278110 Aug 09 11:05:52.813003 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1b20ad87-53e9-45cf-8ff4-db222c5c34a4 req-a94548da-dcff-4ba9-84c6-349fc86f3376 service neutron] 10.222.0.37 "GET /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209264 Aug 09 11:05:52.926145 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:40Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'f3ed3d07-dd30-4ab5-b01a-304a1919d9c3', 'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'mac_address': 'fa:16:3e:e4:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:39Z', 'updated_at': '2021-08-09T11:00:46Z', 'revision_number': 5, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'subnets': [{'id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:05:52.955032 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a190349-d7e2-4982-802b-f723fc258185 None None] The sync data for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi is: [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:40Z', 'revision_number': 4, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'f3ed3d07-dd30-4ab5-b01a-304a1919d9c3', 'name': '', 'network_id': '8d587cde-7337-4019-a1e6-1decd6d75890', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'mac_address': 'fa:16:3e:e4:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:39Z', 'updated_at': '2021-08-09T11:00:46Z', 'revision_number': 5, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'subnets': [{'id': '33c94c04-da54-4448-b0ab-56abf43d8145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:05:53.017667 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-b220b5a2-b3f6-46c3-bc48-5eba7803502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:53.228543 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3a3c8-ca3e-4dd9-982b-7e952776fb88 None None] New status for floating IP 81fd9732-2191-4d69-8c95-6d07a30e159b: DOWN {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:05:53.353920 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:53.696620 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276315d-0ebf-4314-b4d9-bc3500dd4cb7 req-c624f72f-fc52-43d8-8b50-997ae0d00505 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:53.698739 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c276315d-0ebf-4314-b4d9-bc3500dd4cb7 req-c624f72f-fc52-43d8-8b50-997ae0d00505 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0594044 Aug 09 11:05:53.746367 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c276315d-0ebf-4314-b4d9-bc3500dd4cb7 req-d9e1bbc3-12f8-4556-b496-9629e8251586 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/security-groups?id=4026ee7c-b069-471b-97ad-292b108f8334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401471 Aug 09 11:05:53.869118 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:54.028126 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16845-0c8e-45af-877a-2236b188e29c req-9fbc9ea3-946a-4e6b-bdba-115ed5c95f7f tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:05:54.030072 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-71e16845-0c8e-45af-877a-2236b188e29c req-9fbc9ea3-946a-4e6b-bdba-115ed5c95f7f tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.37 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 945 time: 0.0658922 Aug 09 11:05:54.149469 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-71e16845-0c8e-45af-877a-2236b188e29c req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Deleting port 11375eda-0817-4ccf-81b7-ddb25102a592 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:05:54.149822 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-71e16845-0c8e-45af-877a-2236b188e29c req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:54.248762 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-71e16845-0c8e-45af-877a-2236b188e29c req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] For port 11375eda-0817-4ccf-81b7-ddb25102a592, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=11375eda-0817-4ccf-81b7-ddb25102a592,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:54.249132 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-71e16845-0c8e-45af-877a-2236b188e29c req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:54.262727 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-71e16845-0c8e-45af-877a-2236b188e29c req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Calling delete_port for 11375eda-0817-4ccf-81b7-ddb25102a592 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:05:54.582698 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-71e16845-0c8e-45af-877a-2236b188e29c req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:54.611543 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event deleted for resources: {'Port': ['ID=11375eda-0817-4ccf-81b7-ddb25102a592,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:54.660724 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e16845-0c8e-45af-877a-2236b188e29c req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] No DVR routers for this DVR port 11375eda-0817-4ccf-81b7-ddb25102a592 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:05:54.663534 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-71e16845-0c8e-45af-877a-2236b188e29c req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:54.665551 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-71e16845-0c8e-45af-877a-2236b188e29c req-94b0d154-11f5-40c6-a29d-20a872efcbf8 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.37 "DELETE /v2.0/ports/11375eda-0817-4ccf-81b7-ddb25102a592 HTTP/1.1" status: 204 len: 173 time: 0.6286466 Aug 09 11:05:54.666134 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'name': 'network-vif-deleted', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:05:54.668437 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5c8843-910b-401b-bdfb-0ed071e7aca4" -d '{"events": [{"server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "name": "network-vif-deleted", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:05:54.710046 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd6fa0d-ec27-4424-b090-6142402783e0 x-openstack-request-id: req-0bd6fa0d-ec27-4424-b090-6142402783e0 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:05:54.710462 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b810b21b-3653-466e-b505-644bc0f17d75", "name": "network-vif-deleted", "tag": "11375eda-0817-4ccf-81b7-ddb25102a592", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:05:54.710712 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0bd6fa0d-ec27-4424-b090-6142402783e0 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:05:54.711156 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b810b21b-3653-466e-b505-644bc0f17d75', 'name': 'network-vif-deleted', 'tag': '11375eda-0817-4ccf-81b7-ddb25102a592', 'status': 'completed', 'code': 200} Aug 09 11:05:54.936443 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-35752131-fa7a-4a6f-af98-3caf810ae0f8 req-8c7f6e1d-e8e2-4214-a06d-c0833e2e6ece tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 210 time: 0.0271871 Aug 09 11:05:55.297418 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:55.550339 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:05:56.025168 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-12b239de-1c93-4b9a-b450-af800caf1c42 req-72e804c4-1aa7-458a-bcfa-052bc8ac0c28 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "GET /v2.0/ports?device_id=b810b21b-3653-466e-b505-644bc0f17d75 HTTP/1.1" status: 200 len: 210 time: 0.0400743 Aug 09 11:05:57.088258 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51072) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:05:57.152621 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b849373c-7211-4d13-84a5-1cddc3d2acc9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:57.183023 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b849373c-7211-4d13-84a5-1cddc3d2acc9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:57.314862 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b849373c-7211-4d13-84a5-1cddc3d2acc9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:57.317354 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-b849373c-7211-4d13-84a5-1cddc3d2acc9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:57.320966 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-b849373c-7211-4d13-84a5-1cddc3d2acc9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] 10.222.0.35 "DELETE /v2.0/security-groups/4026ee7c-b069-471b-97ad-292b108f8334 HTTP/1.1" status: 204 len: 168 time: 0.2292709 Aug 09 11:05:57.329399 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849373c-7211-4d13-84a5-1cddc3d2acc9 tempest-TestShelveInstance-345565565 tempest-TestShelveInstance-345565565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4026ee7c-b069-471b-97ad-292b108f8334,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:57.620079 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51080) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:05:58.072230 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-892823'] for router_interface, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:58.345592 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Deleting port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:05:58.346252 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:58.421690 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] For port f3ed3d07-dd30-4ab5-b01a-304a1919d9c3, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=f3ed3d07-dd30-4ab5-b01a-304a1919d9c3,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:58.422048 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:58.434528 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Calling delete_port for f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 owned by network:router_interface {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:05:58.691669 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:58.721403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ed3d07-dd30-4ab5-b01a-304a1919d9c3,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:58.885871 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888871'] for router_interface, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:59.096884 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:05:59.135500 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 11375eda-0817-4ccf-81b7-ddb25102a592 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:05:59.154775 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 11375eda-0817-4ccf-81b7-ddb25102a592 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:05:59.155135 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 11375eda-0817-4ccf-81b7-ddb25102a592 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:05:59.200901 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:05:59.210372 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-5c914f18-fd81-44da-b2c6-9b557302c338 admin admin] 10.222.0.35 "PUT /v2.0/routers/3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889099 Aug 09 11:05:59.212560 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51104) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:05:59.212943 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] Sync routers for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:05:59.226779 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:05:59.227439 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:05:59.320211 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks [] for router, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:59.334252 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:05:59.427748 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:59.528560 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:05:58Z', 'revision_number': 5, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port': {'id': '6c493c58-a965-42e6-9eab-65b083f6f6f6', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:05:59.555897 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] Checking router: 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:05:59.564350 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] Routers {'3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:05:59.564973 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:05:59.591778 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Deleting port 6c493c58-a965-42e6-9eab-65b083f6f6f6 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:05:59.592132 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:59.655232 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] Set router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a gateway port host: None {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:05:59.675653 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] For port 6c493c58-a965-42e6-9eab-65b083f6f6f6, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=6c493c58-a965-42e6-9eab-65b083f6f6f6,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:05:59.676024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:59.689085 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Calling delete_port for 6c493c58-a965-42e6-9eab-65b083f6f6f6 owned by network:router_gateway {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:05:59.711635 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:05:59Z', 'revision_number': 6, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port_host': None}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:05:59.737589 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0e1218-e081-46f5-a874-606206360f35 None None] The sync data for ids ['3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a'] in dv-cinder-803896-1-iscsi is: [{'id': '3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a', 'name': 'tempest-TestShelveInstance-1774658429-router', 'tenant_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:37Z', 'updated_at': '2021-08-09T11:05:59Z', 'revision_number': 6, 'project_id': '0d3511a8fc6c49a6806be7253d8eb5c3', 'gw_port_host': None}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:05:59.913773 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:05:59.942917 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c493c58-a965-42e6-9eab-65b083f6f6f6,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:05:59.999734 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-892097'] for router_gateway, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.092506 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.095449 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.194220 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-887233'] for router, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.197383 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a {{(pid=105357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:06:00.198901 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.200087 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-fde03945-b5e6-40c8-bec5-780ec16889cd admin admin] 10.222.0.35 "DELETE /v2.0/routers/3d61b2ae-d5e0-4d72-ad81-bbe0e2ade50a HTTP/1.1" status: 204 len: 168 time: 0.9866228 Aug 09 11:06:00.202763 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51158) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:00.249914 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7b757b-d0d4-4b95-87fe-e10988bc8431 admin admin] Deleting subnet 33c94c04-da54-4448-b0ab-56abf43d8145 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:06:00.253490 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ec7b757b-d0d4-4b95-87fe-e10988bc8431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.287328 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ec7b757b-d0d4-4b95-87fe-e10988bc8431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5113600'] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.362153 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ec7b757b-d0d4-4b95-87fe-e10988bc8431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.492475 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ec7b757b-d0d4-4b95-87fe-e10988bc8431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105477'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.525606 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b757b-d0d4-4b95-87fe-e10988bc8431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c94c04-da54-4448-b0ab-56abf43d8145,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:00.527644 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ec7b757b-d0d4-4b95-87fe-e10988bc8431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.533586 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ec7b757b-d0d4-4b95-87fe-e10988bc8431 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/33c94c04-da54-4448-b0ab-56abf43d8145 HTTP/1.1" status: 204 len: 168 time: 0.3290753 Aug 09 11:06:00.533764 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39738dda-8037-452b-89d0-4d2384f89a7d None None] Network 8d587cde-7337-4019-a1e6-1decd6d75890 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:06:00.534213 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51162) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:00.577212 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:06:00.612750 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:06:00.613098 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device f3ed3d07-dd30-4ab5-b01a-304a1919d9c3 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:06:00.620853 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.671761 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Deleting port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:06:00.672093 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.749178 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] For port 1a23b092-d15e-4a3c-811a-fc6f01c9e673, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=1a23b092-d15e-4a3c-811a-fc6f01c9e673,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:00.749382 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.765051 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Calling delete_port for 1a23b092-d15e-4a3c-811a-fc6f01c9e673 owned by network:dhcp {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:06:00.771609 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab545bb-d4bd-4875-89bd-768c9953d328 None None] DHCP port deletion for 8d587cde-7337-4019-a1e6-1decd6d75890 request from dv-cinder-803896-1-iscsi {{(pid=105359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:06:00.839847 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2ab545bb-d4bd-4875-89bd-768c9953d328 None None] Deleting port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 {{(pid=105359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:06:00.839847 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2ab545bb-d4bd-4875-89bd-768c9953d328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.908129 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2ab545bb-d4bd-4875-89bd-768c9953d328 None None] For port 1a23b092-d15e-4a3c-811a-fc6f01c9e673, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=1a23b092-d15e-4a3c-811a-fc6f01c9e673,segment=NetworkSegment(17621e40-b7f1-4de3-a469-b1f927da0590),segment_id=17621e40-b7f1-4de3-a469-b1f927da0590)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:00.908534 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2ab545bb-d4bd-4875-89bd-768c9953d328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.920986 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2ab545bb-d4bd-4875-89bd-768c9953d328 None None] Calling delete_port for 1a23b092-d15e-4a3c-811a-fc6f01c9e673 owned by network:dhcp {{(pid=105359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:06:00.947828 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:00.977846 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a23b092-d15e-4a3c-811a-fc6f01c9e673,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:00.981348 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] No DVR routers for this DVR port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 on host dv-cinder-803896-1-iscsi {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:06:00.996403 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2ab545bb-d4bd-4875-89bd-768c9953d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:01.022358 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab545bb-d4bd-4875-89bd-768c9953d328 None None] Pushing event deleted for resources: {'Port': ['ID=1a23b092-d15e-4a3c-811a-fc6f01c9e673,revision_number=None']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:01.026027 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab545bb-d4bd-4875-89bd-768c9953d328 None None] No DVR routers for this DVR port 1a23b092-d15e-4a3c-811a-fc6f01c9e673 on host dv-cinder-803896-1-iscsi {{(pid=105359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:06:01.312005 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:01.321878 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d587cde-7337-4019-a1e6-1decd6d75890']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:01.332126 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17621e40-b7f1-4de3-a469-b1f927da0590') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:01.332415 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17621e40-b7f1-4de3-a469-b1f927da0590') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:01.340833 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:01.353940 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:01.359460 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:06:01.359878 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:06:01.361510 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:06:01.456843 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:01.462067 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:01.470232 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8d587cde-7337-4019-a1e6-1decd6d75890 HTTP/1.1" status: 204 len: 168 time: 0.9209957 Aug 09 11:06:01.470345 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51168) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:01.474814 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6aa0c4-220d-4d41-9eb2-b7ad76289bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d587cde-7337-4019-a1e6-1decd6d75890,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:01.798203 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-892823'] for router_interface, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:01.852342 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51172) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:02.144352 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Deleting subnet 0302d2aa-e84d-447b-8adb-fc2514cb0031 {{(pid=105358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:06:02.150444 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.187358 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 1a23b092-d15e-4a3c-811a-fc6f01c9e673 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:06:02.210351 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 1a23b092-d15e-4a3c-811a-fc6f01c9e673 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:06:02.210699 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 1a23b092-d15e-4a3c-811a-fc6f01c9e673 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:06:02.211121 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6c493c58-a965-42e6-9eab-65b083f6f6f6 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:06:02.230467 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 6c493c58-a965-42e6-9eab-65b083f6f6f6 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:06:02.230812 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 6c493c58-a965-42e6-9eab-65b083f6f6f6 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:06:02.231261 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732250'] for subnet, precommit_delete_associations {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.279988 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.388485 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Deleting port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 {{(pid=105358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:06:02.388740 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.466851 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.db [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] For port 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=2a3b0430-eebf-4e9e-a733-d61f91ed2aa9,segment=NetworkSegment(04e1fb77-d27e-46aa-8c2d-3112878fdfed),segment_id=04e1fb77-d27e-46aa-8c2d-3112878fdfed)] {{(pid=105358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:02.467247 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.476698 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5855061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6011471'] for subnet, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.486772 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Calling delete_port for 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 owned by network:router_interface {{(pid=105358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:06:02.513206 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0302d2aa-e84d-447b-8adb-fc2514cb0031,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:02.515539 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.518006 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0302d2aa-e84d-447b-8adb-fc2514cb0031 HTTP/1.1" status: 204 len: 168 time: 0.6647301 Aug 09 11:06:02.520591 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51174) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:02.527263 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.527615 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.527964 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.528291 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.528621 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.528957 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.529286 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.529612 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.529940 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.530260 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.530583 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.530903 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098eda8-09f9-42be-af85-86696a646e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.587789 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.669825 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.679753 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0523a445-5fa3-4877-b84f-f649b3d9b5e9']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:02.690608 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11375929-043f-4d2c-8400-2d0fc584e951') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:02.690902 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11375929-043f-4d2c-8400-2d0fc584e951') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:02.699476 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.713225 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.718728 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:06:02.719135 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:06:02.720712 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:06:02.759662 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.783071 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3b0430-eebf-4e9e-a733-d61f91ed2aa9,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:02.828208 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.835359 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:02.840331 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0523a445-5fa3-4877-b84f-f649b3d9b5e9 HTTP/1.1" status: 204 len: 168 time: 0.3157601 Aug 09 11:06:02.852332 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=0523a445-5fa3-4877-b84f-f649b3d9b5e9,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:02.860062 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.860418 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.860766 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.861113 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.861428 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.861759 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.862095 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.862426 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.862800 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.863080 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.863458 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.863781 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8cd4e4-7f16-48cf-b68a-f0e329105e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:02.952914 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888871'] for router_interface, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:03.129176 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51178) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:03.163250 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:06:03.169119 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-6ea66aad-15c5-449c-bff7-a0b19fc41a7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9645983d92f241428259d7cf796c8b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387359 Aug 09 11:06:03.171510 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51180) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:03.222032 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5ac4-05b0-4270-bb3e-5d32db3f3821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:03.243584 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5ac4-05b0-4270-bb3e-5d32db3f3821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:03.273308 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:06:03.278515 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-1e5fd369-d621-4c34-9e04-be263b8836ae admin admin] 10.222.0.35 "PUT /v2.0/routers/3b7120f7-bade-4e2e-a522-3e4840e0fb74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8104117 Aug 09 11:06:03.281026 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51182) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:03.283015 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] Sync routers for ids ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:06:03.292336 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] Routers {'3b7120f7-bade-4e2e-a522-3e4840e0fb74'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:03.292960 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:03.364279 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5ac4-05b0-4270-bb3e-5d32db3f3821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:03.367137 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5ac4-05b0-4270-bb3e-5d32db3f3821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:03.368294 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d8ed5ac4-05b0-4270-bb3e-5d32db3f3821 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/735014a9-8f65-417e-bdb6-4bbe2ef3b835 HTTP/1.1" status: 204 len: 168 time: 0.1958516 Aug 09 11:06:03.380685 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed5ac4-05b0-4270-bb3e-5d32db3f3821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735014a9-8f65-417e-bdb6-4bbe2ef3b835,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:03.396059 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] Set router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:03.408741 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:03.516622 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:03.571219 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:45Z', 'updated_at': '2021-08-09T11:06:02Z', 'revision_number': 5, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'gw_port': {'id': '142e336f-6b40-461c-9116-60c0f04e0d98', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:00:46Z', 'updated_at': '2021-08-09T11:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:03.601140 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] Checking router: 3b7120f7-bade-4e2e-a522-3e4840e0fb74 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:06:03.609564 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] Routers {'3b7120f7-bade-4e2e-a522-3e4840e0fb74'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:03.610740 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:03.638465 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Deleting port 142e336f-6b40-461c-9116-60c0f04e0d98 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:06:03.639031 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:03.698981 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] Set router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 gateway port host: None {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:03.730210 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] For port 142e336f-6b40-461c-9116-60c0f04e0d98, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=142e336f-6b40-461c-9116-60c0f04e0d98,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:03.732734 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:03.746242 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Calling delete_port for 142e336f-6b40-461c-9116-60c0f04e0d98 owned by network:router_gateway {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:06:03.750938 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:45Z', 'updated_at': '2021-08-09T11:06:03Z', 'revision_number': 6, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'gw_port_host': None}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:03.781809 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8ee7-915e-4b28-a391-efda2b3fe453 None None] The sync data for ids ['3b7120f7-bade-4e2e-a522-3e4840e0fb74'] in dv-cinder-803896-1-iscsi is: [{'id': '3b7120f7-bade-4e2e-a522-3e4840e0fb74', 'name': 'tempest-TestShelveInstance-1490111734-router', 'tenant_id': '3574753e5ed64d79a51585ce0cd48841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:00:45Z', 'updated_at': '2021-08-09T11:06:03Z', 'revision_number': 6, 'project_id': '3574753e5ed64d79a51585ce0cd48841', 'gw_port_host': None}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:06:03.988239 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.015281 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=142e336f-6b40-461c-9116-60c0f04e0d98,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:04.074180 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-892097'] for router_gateway, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.167970 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.170102 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.302346 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-887233'] for router, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.303037 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b7120f7-bade-4e2e-a522-3e4840e0fb74 {{(pid=105357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:06:04.307424 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.308564 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-d6254091-1434-445c-8cc8-a85a696400a9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3b7120f7-bade-4e2e-a522-3e4840e0fb74 HTTP/1.1" status: 204 len: 168 time: 1.0265677 Aug 09 11:06:04.311069 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51202) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:04.320006 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 142e336f-6b40-461c-9116-60c0f04e0d98 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:06:04.340818 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 142e336f-6b40-461c-9116-60c0f04e0d98 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:06:04.341421 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 142e336f-6b40-461c-9116-60c0f04e0d98 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:06:04.341842 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:06:04.357452 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3f370b-954b-4b47-a0fb-38d0ef51e062 admin admin] Deleting subnet d2914f29-0d47-434d-a33f-87df9bf1be82 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:06:04.361231 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8e3f370b-954b-4b47-a0fb-38d0ef51e062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.362577 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:06:04.363147 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 2a3b0430-eebf-4e9e-a733-d61f91ed2aa9 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:06:04.396743 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8e3f370b-954b-4b47-a0fb-38d0ef51e062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5113600'] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.482032 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8e3f370b-954b-4b47-a0fb-38d0ef51e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.605955 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8e3f370b-954b-4b47-a0fb-38d0ef51e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105477'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.631732 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f370b-954b-4b47-a0fb-38d0ef51e062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2914f29-0d47-434d-a33f-87df9bf1be82,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:04.635588 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8e3f370b-954b-4b47-a0fb-38d0ef51e062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.637771 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-8e3f370b-954b-4b47-a0fb-38d0ef51e062 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d2914f29-0d47-434d-a33f-87df9bf1be82 HTTP/1.1" status: 204 len: 168 time: 0.3254390 Aug 09 11:06:04.640412 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51210) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:04.645725 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3e0ffd-6f12-4da9-97b0-9f286c6d8d34 None None] Network 8063de96-453a-4793-83a1-70c1140de877 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:06:04.730740 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.793319 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Deleting port 27077bf0-4f51-4a8a-b591-18518325c3d7 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:06:04.793657 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.835033 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e4f2a-a6b2-4cb9-bb43-16394ab73af2 None None] DHCP port deletion for 8063de96-453a-4793-83a1-70c1140de877 request from dv-cinder-803896-1-iscsi {{(pid=105359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:06:04.855760 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] For port 27077bf0-4f51-4a8a-b591-18518325c3d7, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=27077bf0-4f51-4a8a-b591-18518325c3d7,segment=NetworkSegment(04e1fb77-d27e-46aa-8c2d-3112878fdfed),segment_id=04e1fb77-d27e-46aa-8c2d-3112878fdfed)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:04.856042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.868397 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Calling delete_port for 27077bf0-4f51-4a8a-b591-18518325c3d7 owned by network:dhcp {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:06:04.881014 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-666e4f2a-a6b2-4cb9-bb43-16394ab73af2 None None] Deleting port 27077bf0-4f51-4a8a-b591-18518325c3d7 {{(pid=105359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:06:04.881385 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-666e4f2a-a6b2-4cb9-bb43-16394ab73af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.945022 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-666e4f2a-a6b2-4cb9-bb43-16394ab73af2 None None] For port 27077bf0-4f51-4a8a-b591-18518325c3d7, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=27077bf0-4f51-4a8a-b591-18518325c3d7,segment=NetworkSegment(04e1fb77-d27e-46aa-8c2d-3112878fdfed),segment_id=04e1fb77-d27e-46aa-8c2d-3112878fdfed)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:04.945420 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-666e4f2a-a6b2-4cb9-bb43-16394ab73af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:04.958871 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-666e4f2a-a6b2-4cb9-bb43-16394ab73af2 None None] Calling delete_port for 27077bf0-4f51-4a8a-b591-18518325c3d7 owned by network:dhcp {{(pid=105359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:06:05.010997 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.033195 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-666e4f2a-a6b2-4cb9-bb43-16394ab73af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.038083 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] No DVR routers for this DVR port 27077bf0-4f51-4a8a-b591-18518325c3d7 on host dv-cinder-803896-1-iscsi {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:06:05.042650 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Pushing event deleted for resources: {'Port': ['ID=27077bf0-4f51-4a8a-b591-18518325c3d7,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:05.056246 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e4f2a-a6b2-4cb9-bb43-16394ab73af2 None None] Pushing event deleted for resources: {'Port': ['ID=27077bf0-4f51-4a8a-b591-18518325c3d7,revision_number=None']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:05.061722 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e4f2a-a6b2-4cb9-bb43-16394ab73af2 None None] No DVR routers for this DVR port 27077bf0-4f51-4a8a-b591-18518325c3d7 on host dv-cinder-803896-1-iscsi {{(pid=105359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:06:05.116957 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.126957 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8063de96-453a-4793-83a1-70c1140de877']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:05.140245 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e1fb77-d27e-46aa-8c2d-3112878fdfed') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:05.140542 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e1fb77-d27e-46aa-8c2d-3112878fdfed') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:05.149934 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.163818 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.169706 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:06:05.170091 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:06:05.171848 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:06:05.279279 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.284656 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.286520 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8063de96-453a-4793-83a1-70c1140de877 HTTP/1.1" status: 204 len: 168 time: 0.6453400 Aug 09 11:06:05.298213 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fd9db-9fa4-4888-8d2d-b3b3d4c91733 admin admin] Pushing event deleted for resources: {'Network': ['ID=8063de96-453a-4793-83a1-70c1140de877,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:05.705490 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51218) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:05.745404 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-52e864cc-e6b0-4f0b-9ba7-e86ca128f8b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d3511a8fc6c49a6806be7253d8eb5c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386934 Aug 09 11:06:05.747903 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51220) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:05.795609 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c817b4e9-0a33-4fed-b681-e13e92861039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.820289 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c817b4e9-0a33-4fed-b681-e13e92861039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.953696 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c817b4e9-0a33-4fed-b681-e13e92861039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.956193 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-c817b4e9-0a33-4fed-b681-e13e92861039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:05.957329 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-c817b4e9-0a33-4fed-b681-e13e92861039 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98a6813a-d9ac-43d7-83e6-915188e28039 HTTP/1.1" status: 204 len: 168 time: 0.2084877 Aug 09 11:06:05.965128 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817b4e9-0a33-4fed-b681-e13e92861039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a6813a-d9ac-43d7-83e6-915188e28039,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:06.182820 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 27077bf0-4f51-4a8a-b591-18518325c3d7 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:06:06.204614 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 27077bf0-4f51-4a8a-b591-18518325c3d7 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:06:06.204902 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 27077bf0-4f51-4a8a-b591-18518325c3d7 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:06:06.447066 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-f0753886-2bb2-4c61-9ff2-24a339073299 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=36c522592dcb4d37843835e8eac61f52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294800 Aug 09 11:06:06.545481 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51240) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:06.648784 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-03ae10d6-69d0-44ee-91c7-9c80331081bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3574753e5ed64d79a51585ce0cd48841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022081 Aug 09 11:06:06.651416 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51242) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:06.656332 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-76e74425-f841-42e0-b5aa-110031a466f7 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:06.657711 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-76e74425-f841-42e0-b5aa-110031a466f7 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052307 Aug 09 11:06:06.672539 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-2b9acad0-3c5b-4b03-a66e-73f1ba1d843d tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/quotas/36c522592dcb4d37843835e8eac61f52 HTTP/1.1" status: 200 len: 375 time: 0.0090868 Aug 09 11:06:06.699801 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1da468e0-ffad-426d-952a-fb581ebea6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:06.709491 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-3b14fe03-82f0-4f93-8569-a83238589335 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=36c522592dcb4d37843835e8eac61f52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308452 Aug 09 11:06:06.722427 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1da468e0-ffad-426d-952a-fb581ebea6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:06.856681 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1da468e0-ffad-426d-952a-fb581ebea6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:06.859328 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-1da468e0-ffad-426d-952a-fb581ebea6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:06.861074 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-1da468e0-ffad-426d-952a-fb581ebea6dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa1e9b37-211f-4dda-b5cd-baef7649778a HTTP/1.1" status: 204 len: 168 time: 0.2085805 Aug 09 11:06:06.868798 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da468e0-ffad-426d-952a-fb581ebea6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1e9b37-211f-4dda-b5cd-baef7649778a,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:06.969900 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-841f2b66-5ec9-49a5-bd13-c4b42f91b7f8 req-74876b69-55ae-4496-97ec-6dc0e598fa30 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 210 time: 0.0288279 Aug 09 11:06:07.878954 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51274) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:07.977106 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1037158036-network', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:08.060310 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-42dbfb43-dc0a-4865-a565-cefbda391d51 req-00cbd06e-3f22-4142-ab13-21e033dd8302 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 210 time: 0.0259807 Aug 09 11:06:08.062411 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Made reservation on behalf of 7f8f24de7deb433ba6cd0bf27621dda0 for: {'network': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:06:08.067226 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:08.075084 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:08.161476 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:08.216780 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:08.241628 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=105357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:06:08.250057 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71630a6b-6fb7-4dd5-b5e6-87c203b80d70,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:08.256069 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:08.256424 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.segments_db [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Added segment 4ef2f417-15bc-4a2a-bfa9-bc1b542417da of type vlan for network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d Aug 09 11:06:08.295582 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:08.387746 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:08.388741 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:08.389325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:08.449586 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] Pushing event updated for resources: {'Network': ['ID=06bcfb16-6a9f-4bb5-8040-8e4afaff411d,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:08.459858 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:06:08.520533 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-21d01077-e061-4802-a038-df34c8ec469d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6403639 Aug 09 11:06:08.523269 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51280) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:08.528075 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Request body: {'subnet': {'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1037158036-subnet', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'ip_version': 4}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:08.662837 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Made reservation on behalf of 7f8f24de7deb433ba6cd0bf27621dda0 for: {'subnet': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:06:08.664991 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105518'] for subnet, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:08.684369 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-c08ea89e-dc64-45d3-a1f6-d0ac3874730b tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=36c522592dcb4d37843835e8eac61f52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416026 Aug 09 11:06:08.929053 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-98213cab-92da-441e-a462-62d685f90cb8 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:08.930404 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-98213cab-92da-441e-a462-62d685f90cb8 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223375 Aug 09 11:06:08.955877 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Request body: {'port': {'device_id': 'e105b9f7-5fd3-4c65-8d46-70a4965ae5e1', 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84', 'admin_state_up': True, 'tenant_id': '36c522592dcb4d37843835e8eac61f52'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:09.125959 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105500'] for subnet, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.183953 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fd162feb-ce2f-4d98-a31d-2878932261f8 req-c1975786-23e6-436d-a16d-aa545b817f3f tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 210 time: 0.0540864 Aug 09 11:06:09.186766 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Made reservation on behalf of 36c522592dcb4d37843835e8eac61f52 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:06:09.191264 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.209776 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.232492 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5173281-5bf1-4ef9-a98a-c8c96d2ee149,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:09.248787 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Checking segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:09.249148 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Network hostable DHCP agents. Network: 06bcfb16-6a9f-4bb5-8040-8e4afaff411d, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:06:09.330135 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.336068 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:06:09.387566 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.407982 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 06bcfb16-6a9f-4bb5-8040-8e4afaff411d) {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:09.415851 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292a55f-ef33-4259-9f72-bddb52c130b2 None None] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:06:09.423719 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:09.424312 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.456655 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341ab00d-8637-4d3b-80dd-a9e05b2e768a,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:09.515209 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-67c8f644-3db3-4e34-84e7-315770f12554 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9907365 Aug 09 11:06:09.518152 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51288) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:09.523169 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:09.545628 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Allocated IP 192.168.233.136 (4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84/2cdcc44d-9d71-480b-bc83-07f63911028a/2b45b556-c813-47b6-aee3-0f0587e7429c) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:06:09.569813 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:06:09.570674 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.596345 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.597389 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.652401 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.701001 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.708042 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Allocated IP 172.20.0.2 (06bcfb16-6a9f-4bb5-8040-8e4afaff411d/e5173281-5bf1-4ef9-a98a-c8c96d2ee149/cf32fc5e-168a-42b8-a7f6-268d96c1f143) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:06:09.714657 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Transition to ACTIVE for port object 2b45b556-c813-47b6-aee3-0f0587e7429c will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:09.811800 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.860703 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:09.869207 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:09.874230 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:09.881156 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:06:09.909291 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Pushing event updated for resources: {'Port': ['ID=2b45b556-c813-47b6-aee3-0f0587e7429c,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:09.937738 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:09.938537 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.003910 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.006160 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-36330ac9-1ecd-413b-97e7-19215c5b8ec1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0546477 Aug 09 11:06:10.020127 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Request body: {'port': {'device_id': 'e105b9f7-5fd3-4c65-8d46-70a4965ae5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:10.024089 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Transition to ACTIVE for port object cf32fc5e-168a-42b8-a7f6-268d96c1f143 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:10.043880 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Transition to ACTIVE for port object cf32fc5e-168a-42b8-a7f6-268d96c1f143 will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:10.076896 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.109389 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.142557 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.162904 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:10.162904 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:10.166691 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:06:10.167847 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.172719 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Pushing event updated for resources: {'Port': ['ID=cf32fc5e-168a-42b8-a7f6-268d96c1f143,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:10.219548 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-8f78e013-86fd-434d-b131-1fc4e5983e66 None None] Provisioning for port 2b45b556-c813-47b6-aee3-0f0587e7429c completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:10.230325 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-8f78e013-86fd-434d-b131-1fc4e5983e66 None None] Provisioning complete for port 2b45b556-c813-47b6-aee3-0f0587e7429c triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:10.230707 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-8f78e013-86fd-434d-b131-1fc4e5983e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.253583 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Attempting to bind port cf32fc5e-168a-42b8-a7f6-268d96c1f143 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:06:10.257476 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Attempting to bind port cf32fc5e-168a-42b8-a7f6-268d96c1f143 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:06:10.257476 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Attempting to bind port cf32fc5e-168a-42b8-a7f6-268d96c1f143 on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:10.263936 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:06:10.264348 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Checking segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:10.264752 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.265149 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Bound using segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:06:10.265615 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Bound port: cf32fc5e-168a-42b8-a7f6-268d96c1f143, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:06:10.266083 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.285033 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-8f78e013-86fd-434d-b131-1fc4e5983e66 None None] Port 2b45b556-c813-47b6-aee3-0f0587e7429c cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:06:10.324496 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Allocated IP 172.27.0.87 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/89fdc235-77ee-431c-99f5-a02fea766d30) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:06:10.343304 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f91b3-f291-46dc-9c83-56157e6791e8 req-c9218c43-3d84-4276-9e91-774afceaa68f tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:10.345693 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6f0f91b3-f291-46dc-9c83-56157e6791e8 req-c9218c43-3d84-4276-9e91-774afceaa68f tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 936 time: 0.0783429 Aug 09 11:06:10.347836 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] For port cf32fc5e-168a-42b8-a7f6-268d96c1f143, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:06:10.350887 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] For port cf32fc5e-168a-42b8-a7f6-268d96c1f143, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=cf32fc5e-168a-42b8-a7f6-268d96c1f143,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:06:10.388675 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b45b556-c813-47b6-aee3-0f0587e7429c {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:06:10.397190 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.410332 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Transition to ACTIVE for port object 2b45b556-c813-47b6-aee3-0f0587e7429c will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:10.411438 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.433582 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6f0f91b3-f291-46dc-9c83-56157e6791e8 req-467bbb47-3275-48dd-a899-178a9ab3a943 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710440 Aug 09 11:06:10.462090 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.476023 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779c79d-0661-46a1-8f68-4cb568049a7c None None] Pushing event updated for resources: {'Port': ['ID=cf32fc5e-168a-42b8-a7f6-268d96c1f143,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:10.476275 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.527522 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Pushing event updated for resources: {'Port': ['ID=2b45b556-c813-47b6-aee3-0f0587e7429c,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:10.582538 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.597107 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Attempting to bind port 2b45b556-c813-47b6-aee3-0f0587e7429c on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:06:10.597553 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Attempting to bind port 2b45b556-c813-47b6-aee3-0f0587e7429c by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '3119d8da-d136-4d4e-9f01-59c806535826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:06:10.597979 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Attempting to bind port 2b45b556-c813-47b6-aee3-0f0587e7429c on network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:10.603087 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Port 2b45b556-c813-47b6-aee3-0f0587e7429c on network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:06:10.603541 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Attempting to bind port 2b45b556-c813-47b6-aee3-0f0587e7429c on network 4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:10.608702 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:06:10.609140 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Checking segment: {'id': '3119d8da-d136-4d4e-9f01-59c806535826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:10.609683 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Bound using segment: {'id': '3119d8da-d136-4d4e-9f01-59c806535826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:06:10.610466 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Bound port: 2b45b556-c813-47b6-aee3-0f0587e7429c, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3119d8da-d136-4d4e-9f01-59c806535826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:06:10.611016 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.636592 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Pushing event updated for resources: {'Port': ['ID=89fdc235-77ee-431c-99f5-a02fea766d30,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:10.664957 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:10.666384 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:10.673442 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:06:10.712588 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] For port 2b45b556-c813-47b6-aee3-0f0587e7429c, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:06:10.714680 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] For port 2b45b556-c813-47b6-aee3-0f0587e7429c, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=2b45b556-c813-47b6-aee3-0f0587e7429c,segment=NetworkSegment(3119d8da-d136-4d4e-9f01-59c806535826),segment_id=3119d8da-d136-4d4e-9f01-59c806535826)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:06:10.783393 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.822287 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:10.823069 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:10.824640 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] 10.222.0.37 "PUT /v2.0/ports/2b45b556-c813-47b6-aee3-0f0587e7429c HTTP/1.1" status: 200 len: 1098 time: 0.8094776 Aug 09 11:06:10.825125 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e105b9f7-5fd3-4c65-8d46-70a4965ae5e1', 'tag': '2b45b556-c813-47b6-aee3-0f0587e7429c'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:06:10.827801 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eac260-dc2c-4223-8c64-ad4a974e9ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "e105b9f7-5fd3-4c65-8d46-70a4965ae5e1", "tag": "2b45b556-c813-47b6-aee3-0f0587e7429c"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:06:10.852600 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a206f-e196-488e-ad2a-e21b1df580dd service neutron] Pushing event updated for resources: {'Port': ['ID=2b45b556-c813-47b6-aee3-0f0587e7429c,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:10.869658 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b1df9a-e7fa-48a1-8a8b-03ab3f9656d0 x-openstack-request-id: req-d6b1df9a-e7fa-48a1-8a8b-03ab3f9656d0 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:06:10.870086 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e105b9f7-5fd3-4c65-8d46-70a4965ae5e1", "tag": "2b45b556-c813-47b6-aee3-0f0587e7429c", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:06:10.870341 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6b1df9a-e7fa-48a1-8a8b-03ab3f9656d0 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:06:10.870763 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e105b9f7-5fd3-4c65-8d46-70a4965ae5e1', 'tag': '2b45b556-c813-47b6-aee3-0f0587e7429c', 'status': 'completed', 'code': 200} Aug 09 11:06:10.942790 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eac260-dc2c-4223-8c64-ad4a974e9ceb req-f4e726db-0456-40c4-8ecb-e36129d7156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:10.946092 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a5eac260-dc2c-4223-8c64-ad4a974e9ceb req-f4e726db-0456-40c4-8ecb-e36129d7156a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36c522592dcb4d37843835e8eac61f52&device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 1101 time: 0.0534899 Aug 09 11:06:10.974263 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a5eac260-dc2c-4223-8c64-ad4a974e9ceb req-b6a70509-63ea-4da4-afac-6313c2c38077 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=36c522592dcb4d37843835e8eac61f52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195312 Aug 09 11:06:11.033948 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:11.071670 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eac260-dc2c-4223-8c64-ad4a974e9ceb req-412e62be-7a25-401b-9ecf-3d76263b675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:11.073238 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a5eac260-dc2c-4223-8c64-ad4a974e9ceb req-412e62be-7a25-401b-9ecf-3d76263b675a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923846 Aug 09 11:06:11.154834 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-a8787944-bba2-44e7-be70-0b017902a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:11.157279 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-a8787944-bba2-44e7-be70-0b017902a549 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36c522592dcb4d37843835e8eac61f52&device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 1101 time: 0.0451684 Aug 09 11:06:11.210154 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-bead54dc-7c13-41e2-b976-58fbe68f10bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=2b45b556-c813-47b6-aee3-0f0587e7429c HTTP/1.1" status: 200 len: 217 time: 0.0459363 Aug 09 11:06:11.263337 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-2e53a2bf-5160-4197-94ab-724f0ef7bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:11.265108 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-2e53a2bf-5160-4197-94ab-724f0ef7bf43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2cdcc44d-9d71-480b-bc83-07f63911028a HTTP/1.1" status: 200 len: 843 time: 0.0486600 Aug 09 11:06:11.316181 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-e7132427-826a-45be-935e-d0521c1570e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:11.317962 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-e7132427-826a-45be-935e-d0521c1570e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451152 Aug 09 11:06:11.391313 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ca7dc-fa4c-488f-9f2f-ab56069755ed None None] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:06:11.417059 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-f2d25a50-4fd5-4ecf-a63f-294c73b1955e service neutron] 10.222.0.37 "GET /v2.0/networks/4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915453 Aug 09 11:06:11.481309 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:11.511053 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63427de6-6ef6-4962-99b1-c247ecbf3d59 req-c6b1002b-1daa-4ce3-a99e-3c158cd5ef20 service neutron] 10.222.0.37 "GET /v2.0/networks/4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864050 Aug 09 11:06:11.521369 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-fbf88f78-0d04-43f9-acea-8161f87f7b1c None None] Provisioning for port cf32fc5e-168a-42b8-a7f6-268d96c1f143 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:11.628253 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce3cd3-f9a0-416c-b4d3-1140b2872408 req-c5bdeac1-3d50-4044-90e6-1eba51cf0560 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:11.629711 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d8ce3cd3-f9a0-416c-b4d3-1140b2872408 req-c5bdeac1-3d50-4044-90e6-1eba51cf0560 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 948 time: 0.0989711 Aug 09 11:06:11.683735 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d8ce3cd3-f9a0-416c-b4d3-1140b2872408 req-b18ac57d-9692-4bf3-b93b-89268d7639be tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467362 Aug 09 11:06:11.753164 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Router b7948641-5056-48fb-96a4-7f7eed5901a1 is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:06:11.858431 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:06:11.867436 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Sync routers for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:06:11.876621 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:11.877223 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:11.924753 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] Notify callbacks [] for router, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:11.926004 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-6c0f94b9-c401-4413-94ee-32f739e94546 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4068518 Aug 09 11:06:11.928723 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51296) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:11.982410 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:12.166277 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:10Z', 'revision_number': 3, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:12.197221 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Checking router: b7948641-5056-48fb-96a4-7f7eed5901a1 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:06:12.197569 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Updating router b7948641-5056-48fb-96a4-7f7eed5901a1 port 89fdc235-77ee-431c-99f5-a02fea766d30 binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:06:12.225941 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device cf32fc5e-168a-42b8-a7f6-268d96c1f143 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:12.250211 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.340252 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.459686 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port cf32fc5e-168a-42b8-a7f6-268d96c1f143 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:12.468261 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port cf32fc5e-168a-42b8-a7f6-268d96c1f143 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:12.468643 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.494922 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Allocated IP 172.20.0.1 (06bcfb16-6a9f-4bb5-8040-8e4afaff411d/e5173281-5bf1-4ef9-a98a-c8c96d2ee149/a0752a93-92f9-4fe8-9304-b161514cba2f) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:06:12.549235 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.561633 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Transition to ACTIVE for port object 89fdc235-77ee-431c-99f5-a02fea766d30 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:12.597209 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.598588 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.612778 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.provisioning_blocks [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Transition to ACTIVE for port object a0752a93-92f9-4fe8-9304-b161514cba2f will not be triggered until provisioned by entity DHCP. {{(pid=105358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:12.627440 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.630665 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port cf32fc5e-168a-42b8-a7f6-268d96c1f143, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=cf32fc5e-168a-42b8-a7f6-268d96c1f143,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:12.683382 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Attempting to bind port 89fdc235-77ee-431c-99f5-a02fea766d30 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:06:12.683750 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Attempting to bind port 89fdc235-77ee-431c-99f5-a02fea766d30 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:06:12.684110 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Attempting to bind port 89fdc235-77ee-431c-99f5-a02fea766d30 on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:12.685980 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fb5cd-0c47-4863-b1eb-dc96c9acad51 None None] Pushing event updated for resources: {'Port': ['ID=89fdc235-77ee-431c-99f5-a02fea766d30,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:12.691595 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.694813 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:06:12.695205 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:12.696996 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.696996 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:06:12.696996 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Bound port: 89fdc235-77ee-431c-99f5-a02fea766d30, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:06:12.696996 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.714148 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.756736 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:12.762218 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:12.764860 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:06:12.779288 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=cf32fc5e-168a-42b8-a7f6-268d96c1f143,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:12.786299 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] For port 89fdc235-77ee-431c-99f5-a02fea766d30, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:06:12.789663 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] For port 89fdc235-77ee-431c-99f5-a02fea766d30, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=89fdc235-77ee-431c-99f5-a02fea766d30,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:06:12.796844 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Pushing event updated for resources: {'Port': ['ID=a0752a93-92f9-4fe8-9304-b161514cba2f,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:12.814320 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.823400 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c1786-b9a2-40ad-ba8f-edba51082a2b req-105774b7-8d48-4f23-a94c-83c862e39e69 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:12.824945 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-944c1786-b9a2-40ad-ba8f-edba51082a2b req-105774b7-8d48-4f23-a94c-83c862e39e69 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 948 time: 0.0680833 Aug 09 11:06:12.856777 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:12.887975 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-944c1786-b9a2-40ad-ba8f-edba51082a2b req-026cc69b-b08d-429d-950b-64609d56dbd9 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505173 Aug 09 11:06:12.925589 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:12.926219 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:12.928129 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fb5cd-0c47-4863-b1eb-dc96c9acad51 None None] Pushing event updated for resources: {'Port': ['ID=89fdc235-77ee-431c-99f5-a02fea766d30,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:12.997287 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:13.034959 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:13.158916 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:13.171001 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-f0812fb3-3ad2-402a-97dc-6145ed1bb1dd None None] Provisioning for port a0752a93-92f9-4fe8-9304-b161514cba2f completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:13.183163 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-f0812fb3-3ad2-402a-97dc-6145ed1bb1dd None None] Provisioning complete for port a0752a93-92f9-4fe8-9304-b161514cba2f triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:13.183537 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-f0812fb3-3ad2-402a-97dc-6145ed1bb1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:13.216626 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5855087'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:13.241031 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-f0812fb3-3ad2-402a-97dc-6145ed1bb1dd None None] Port a0752a93-92f9-4fe8-9304-b161514cba2f cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:06:13.262811 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:10Z', 'revision_number': 3, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:13.285562 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:13.287297 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Pushing event updated for resources: {'Port': ['ID=a0752a93-92f9-4fe8-9304-b161514cba2f,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:13.292279 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22b37b-10f8-422c-b933-277af318c886 None None] The sync data for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi is: [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:10Z', 'revision_number': 3, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:06:13.385600 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:13.387013 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:13.533032 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Router b7948641-5056-48fb-96a4-7f7eed5901a1 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:06:13.646569 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:06:13.655984 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b2811e92-73a9-4c69-be2c-e83f74a43f31 admin admin] 10.222.0.35 "PUT /v2.0/routers/b7948641-5056-48fb-96a4-7f7eed5901a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7221313 Aug 09 11:06:13.666106 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-8f0a99f0-8569-4000-bd19-dbf04efa485d None None] Provisioning complete for port a0752a93-92f9-4fe8-9304-b161514cba2f triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:13.666535 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-8f0a99f0-8569-4000-bd19-dbf04efa485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:13.831602 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a99f0-8569-4000-bd19-dbf04efa485d None None] Port a0752a93-92f9-4fe8-9304-b161514cba2f cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:06:13.998564 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4c959-1521-483a-a8fe-847ba95412c2 req-4e2c69b6-992a-4cc9-b780-161a6ec03901 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:14.000636 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-42a4c959-1521-483a-a8fe-847ba95412c2 req-4e2c69b6-992a-4cc9-b780-161a6ec03901 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 948 time: 0.0502608 Aug 09 11:06:14.048255 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-42a4c959-1521-483a-a8fe-847ba95412c2 req-c9f06130-8dae-41a5-aa9f-fd300c6eafa0 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346889 Aug 09 11:06:14.262698 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device cf32fc5e-168a-42b8-a7f6-268d96c1f143 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:14.309293 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51316) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:14.310997 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port cf32fc5e-168a-42b8-a7f6-268d96c1f143 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:14.311405 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.314765 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-264080858-network', 'tenant_id': '80b3160489194d0e80b25819689e615c'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:14.389207 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 89fdc235-77ee-431c-99f5-a02fea766d30 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:14.491919 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Made reservation on behalf of 80b3160489194d0e80b25819689e615c for: {'network': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:06:14.495007 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for network, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.509747 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.599811 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.668012 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 89fdc235-77ee-431c-99f5-a02fea766d30 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:14.672324 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 89fdc235-77ee-431c-99f5-a02fea766d30 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:14.672693 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.730883 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.748459 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.760901 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=105358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:06:14.771342 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9884d8a-6b31-4268-beb7-465891ed0a62,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:14.771879 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 89fdc235-77ee-431c-99f5-a02fea766d30, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=89fdc235-77ee-431c-99f5-a02fea766d30,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:14.776085 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.776425 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.segments_db [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Added segment 8cae24f6-a269-4bd2-94b2-8da3735f17cb of type vlan for network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 Aug 09 11:06:14.813467 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Sync routers for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:06:14.817622 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784378552140'] for network, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.823172 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:14.823782 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:14.827769 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.901180 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=89fdc235-77ee-431c-99f5-a02fea766d30,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:14.902053 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891'] for network, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.903305 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:14.903975 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.909189 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.909892 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.910417 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.910953 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.911700 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.912304 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.912831 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.913340 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.913862 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.914406 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.914939 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.915527 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:14.941371 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:14.954177 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:14.969493 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] Pushing event updated for resources: {'Network': ['ID=93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:14.979346 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 details requested by agent ovs-agent-dv-cinder-803896-1-iscsi with host dv-cinder-803896-1-iscsi {{(pid=105359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:06:15.034507 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-f2694f32-7c2a-46c4-a475-a2fefbded57e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7240093 Aug 09 11:06:15.037298 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51318) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:15.042300 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Request body: {'subnet': {'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-264080858-subnet', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'ip_version': 4}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:15.124933 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Made reservation on behalf of 80b3160489194d0e80b25819689e615c for: {'subnet': 1} {{(pid=105358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:06:15.128410 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6011492'] for subnet, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.150567 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:13Z', 'revision_number': 2, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:15.179464 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Checking router: b7948641-5056-48fb-96a4-7f7eed5901a1 for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:06:15.179836 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Updating router b7948641-5056-48fb-96a4-7f7eed5901a1 port a0752a93-92f9-4fe8-9304-b161514cba2f binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:06:15.213200 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.228044 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 2b45b556-c813-47b6-aee3-0f0587e7429c details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:06:15.369171 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 2b45b556-c813-47b6-aee3-0f0587e7429c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=2b45b556-c813-47b6-aee3-0f0587e7429c,segment=NetworkSegment(3119d8da-d136-4d4e-9f01-59c806535826),segment_id=3119d8da-d136-4d4e-9f01-59c806535826)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:15.383999 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '2b45b556-c813-47b6-aee3-0f0587e7429c', 'network_id': '4e0cf1cb-2a2e-4cf6-9fb5-f021c1cc2c84', 'port_id': '2b45b556-c813-47b6-aee3-0f0587e7429c', 'mac_address': 'fa:16:3e:0e:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cdcc44d-9d71-480b-bc83-07f63911028a', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:06:15.425408 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.445751 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b45b556-c813-47b6-aee3-0f0587e7429c {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:06:15.468165 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 2b45b556-c813-47b6-aee3-0f0587e7429c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=2b45b556-c813-47b6-aee3-0f0587e7429c,segment=NetworkSegment(3119d8da-d136-4d4e-9f01-59c806535826),segment_id=3119d8da-d136-4d4e-9f01-59c806535826)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:15.471752 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b734e-01c2-47f2-83df-e97dfbf6eacf req-b8ca52e8-f41b-4957-b019-9f0541fec331 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:15.473595 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2c6b734e-01c2-47f2-83df-e97dfbf6eacf req-b8ca52e8-f41b-4957-b019-9f0541fec331 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 948 time: 0.3613682 Aug 09 11:06:15.512722 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-2c6b734e-01c2-47f2-83df-e97dfbf6eacf req-d0085cc9-6e74-4721-9a30-9d2707f8189e tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Aug 09 11:06:15.526589 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.535371 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Transition to ACTIVE for port object a0752a93-92f9-4fe8-9304-b161514cba2f will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:15.542280 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.582379 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.590178 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=2b45b556-c813-47b6-aee3-0f0587e7429c,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:15.611798 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5854994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6011478'] for subnet, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.640575 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Pushing event updated for resources: {'Port': ['ID=a0752a93-92f9-4fe8-9304-b161514cba2f,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:15.664370 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.664370 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.664370 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.664801 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.665060 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.665258 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.665562 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.665897 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.666235 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.666629 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.666884 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.667234 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:06:15.670999 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c73815a-cf7d-45e8-8a3b-810d5d87ba67,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:15.681063 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Checking segment: {'id': '8cae24f6-a269-4bd2-94b2-8da3735f17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:15.681195 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Network hostable DHCP agents. Network: 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0, hostable agents: ['e0e5fe97-b34d-4b55-b389-eabce5ef5f12'], hosted agents: [] {{(pid=105358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:06:15.703061 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Attempting to bind port a0752a93-92f9-4fe8-9304-b161514cba2f on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:06:15.703457 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Attempting to bind port a0752a93-92f9-4fe8-9304-b161514cba2f by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:06:15.703817 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Attempting to bind port a0752a93-92f9-4fe8-9304-b161514cba2f on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:15.709040 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:06:15.712308 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Checking segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:15.712308 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.712308 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Bound using segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:06:15.712308 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Bound port: a0752a93-92f9-4fe8-9304-b161514cba2f, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:06:15.712308 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.744941 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['2b45b556-c813-47b6-aee3-0f0587e7429c'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:06:15.770471 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 is scheduled to be hosted by DHCP agent e0e5fe97-b34d-4b55-b389-eabce5ef5f12 with binding_index 1 {{(pid=105358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:06:15.779717 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] For port a0752a93-92f9-4fe8-9304-b161514cba2f, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:06:15.784613 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] For port a0752a93-92f9-4fe8-9304-b161514cba2f, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=a0752a93-92f9-4fe8-9304-b161514cba2f,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:06:15.873818 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803896-1-iscsi, 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0) {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:15.877791 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:15.878661 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for subnet, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.885326 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe8652-7d8c-43ad-bea8-51447b3b6798 None None] Network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:06:15.897052 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:15.966330 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:15.966969 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:15.971900 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-52d4256b-8316-4aab-b9d0-57b815fceee3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9334137 Aug 09 11:06:15.974457 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51322) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:15.982236 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:16.012882 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc08467-c980-4c83-a3ae-f1b3c12934a6 None None] Pushing event updated for resources: {'Port': ['ID=a0752a93-92f9-4fe8-9304-b161514cba2f,revision_number=4']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:16.101589 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574c07a6-7bb7-57e1-804c-cf4de1b5a320-93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0', 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'fixed_ips': [{'subnet_id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67'}]}} from dv-cinder-803896-1-iscsi. {{(pid=105359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:06:16.102579 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.121151 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-890591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1249'] for router, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.123005 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-891934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-995879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1258'] for router, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.215902 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.253395 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:16.254838 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 89fdc235-77ee-431c-99f5-a02fea766d30 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:16.352157 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Allocated IP 172.20.0.2 (93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0/0c73815a-cf7d-45e8-8a3b-810d5d87ba67/16d0d1b8-935c-4e56-b608-3ca0858a7583) {{(pid=105359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:06:16.365903 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 89fdc235-77ee-431c-99f5-a02fea766d30 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:16.378902 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.456532 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.491105 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:15Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:16.521284 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5096914a-2adb-4f6e-bcbc-191ad1aa7829 None None] The sync data for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi is: [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:15Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:06:16.572397 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.590202 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Transition to ACTIVE for port object 16d0d1b8-935c-4e56-b608-3ca0858a7583 will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:16.613119 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Transition to ACTIVE for port object 16d0d1b8-935c-4e56-b608-3ca0858a7583 will not be triggered until provisioned by entity DHCP. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:16.694402 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df27e-7bb7-41a2-8518-558704a78fd5 req-bc45a913-2fe9-4815-a297-2d9d557abc99 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:16.696092 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-236df27e-7bb7-41a2-8518-558704a78fd5 req-bc45a913-2fe9-4815-a297-2d9d557abc99 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 949 time: 0.0741556 Aug 09 11:06:16.697286 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605'] for port, after_create {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.736253 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 is already hosted by enough agents. {{(pid=105359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:16.743475 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Resources bound (agent type, host, resource id): {{(pid=105359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:16.745932 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Received port after_create {{(pid=105359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:06:16.755983 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Pushing event updated for resources: {'Port': ['ID=16d0d1b8-935c-4e56-b608-3ca0858a7583,revision_number=1']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:16.816122 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Attempting to bind port 16d0d1b8-935c-4e56-b608-3ca0858a7583 on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:06:16.816501 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Attempting to bind port 16d0d1b8-935c-4e56-b608-3ca0858a7583 by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '8cae24f6-a269-4bd2-94b2-8da3735f17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:06:16.816873 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Attempting to bind port 16d0d1b8-935c-4e56-b608-3ca0858a7583 on network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:16.819627 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-236df27e-7bb7-41a2-8518-558704a78fd5 req-2860aa65-5c4b-406c-9fc9-334e4605ef8b tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931954 Aug 09 11:06:16.822206 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:06:16.823361 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Checking segment: {'id': '8cae24f6-a269-4bd2-94b2-8da3735f17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:16.823746 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.824183 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Bound using segment: {'id': '8cae24f6-a269-4bd2-94b2-8da3735f17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:06:16.824662 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Bound port: 16d0d1b8-935c-4e56-b608-3ca0858a7583, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cae24f6-a269-4bd2-94b2-8da3735f17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:06:16.825052 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.834380 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.854685 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:16.905687 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] For port 16d0d1b8-935c-4e56-b608-3ca0858a7583, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:06:16.911010 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] For port 16d0d1b8-935c-4e56-b608-3ca0858a7583, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=16d0d1b8-935c-4e56-b608-3ca0858a7583,segment=NetworkSegment(8cae24f6-a269-4bd2-94b2-8da3735f17cb),segment_id=8cae24f6-a269-4bd2-94b2-8da3735f17cb)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:06:16.963792 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Allocated IP 172.27.0.237 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/24b8f6a4-19d6-49c7-85fd-11231058863f) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:06:16.982606 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:17.044426 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e9ca8-2d59-4568-aafc-3617d28500d8 None None] Pushing event updated for resources: {'Port': ['ID=16d0d1b8-935c-4e56-b608-3ca0858a7583,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:17.085962 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:17.190351 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:17.243728 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:17.253404 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:17.255102 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 2b45b556-c813-47b6-aee3-0f0587e7429c up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:17.257630 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:06:17.294094 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Pushing event updated for resources: {'Port': ['ID=24b8f6a4-19d6-49c7-85fd-11231058863f,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:17.405287 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 2b45b556-c813-47b6-aee3-0f0587e7429c completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:17.410048 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 2b45b556-c813-47b6-aee3-0f0587e7429c triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:17.410428 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:17.494845 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:17.523904 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e105b9f7-5fd3-4c65-8d46-70a4965ae5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b45b556-c813-47b6-aee3-0f0587e7429c'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:06:17.526601 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01321f87-44d0-4db0-a604-2f6633cc3b45" -d '{"events": [{"server_uuid": "e105b9f7-5fd3-4c65-8d46-70a4965ae5e1", "name": "network-vif-plugged", "status": "completed", "tag": "2b45b556-c813-47b6-aee3-0f0587e7429c"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:06:17.540759 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 2b45b556-c813-47b6-aee3-0f0587e7429c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=2b45b556-c813-47b6-aee3-0f0587e7429c,segment=NetworkSegment(3119d8da-d136-4d4e-9f01-59c806535826),segment_id=3119d8da-d136-4d4e-9f01-59c806535826)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:17.588312 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:17.591058 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa8a2a2-1ab0-4cc9-b070-5d7e40e85dfe x-openstack-request-id: req-0aa8a2a2-1ab0-4cc9-b070-5d7e40e85dfe {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:06:17.591388 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e105b9f7-5fd3-4c65-8d46-70a4965ae5e1", "name": "network-vif-plugged", "status": "completed", "tag": "2b45b556-c813-47b6-aee3-0f0587e7429c", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:06:17.591638 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0aa8a2a2-1ab0-4cc9-b070-5d7e40e85dfe {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:06:17.592043 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e105b9f7-5fd3-4c65-8d46-70a4965ae5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b45b556-c813-47b6-aee3-0f0587e7429c', 'code': 200} Aug 09 11:06:17.594499 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:17.652322 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=2b45b556-c813-47b6-aee3-0f0587e7429c,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:17.794853 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-892141'] for router, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:17.906740 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b564-c454-4e01-88b2-88916925a04f req-b05dee50-4e62-43bc-b600-ef5f3dd35826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:17.910610 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7471b564-c454-4e01-88b2-88916925a04f req-b05dee50-4e62-43bc-b600-ef5f3dd35826 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 1103 time: 0.0561361 Aug 09 11:06:17.947903 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7471b564-c454-4e01-88b2-88916925a04f req-67f4e749-4f68-4030-ad2a-140a14f0ddfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309196 Aug 09 11:06:17.965007 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99269def-817c-40cb-940b-a355e3e00481 req-7df61a18-4a56-4d32-a259-06038409add7 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:17.966504 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-99269def-817c-40cb-940b-a355e3e00481 req-7df61a18-4a56-4d32-a259-06038409add7 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 950 time: 0.0651016 Aug 09 11:06:18.008067 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-99269def-817c-40cb-940b-a355e3e00481 req-c7bb9ca6-961b-40f6-a4f1-a09780d08afd tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353000 Aug 09 11:06:18.025153 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06acbb3-f534-42f1-8300-0f0a23f162b2 None None] Network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:06:18.044729 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f is scheduled to L3 agent f92b3984-b787-4f92-861b-1200d5132953 with binding_index 1 {{(pid=105358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:06:18.152938 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:06:18.166612 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Sync routers for ids ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:06:18.188914 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Routers {'7bd7afaf-8e32-4845-b580-cf3d2f342a4f'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:18.189509 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:18.233313 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] Notify callbacks [] for router, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:18.238268 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51332) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:18.240621 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ac68e948-eaa9-42d2-9de7-fda24d17578a None None] Provisioning for port 16d0d1b8-935c-4e56-b608-3ca0858a7583 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:18.243706 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-4f41b808-0601-4acc-bfe0-5f4808001b3e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2678127 Aug 09 11:06:18.288592 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device a0752a93-92f9-4fe8-9304-b161514cba2f up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:18.476115 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Set router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:18.670212 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:17Z', 'revision_number': 3, 'project_id': '80b3160489194d0e80b25819689e615c', 'gw_port': {'id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:73:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:18.674957 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:18.696793 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Checking router: 7bd7afaf-8e32-4845-b580-cf3d2f342a4f for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:06:18.697168 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Updating router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f port 24b8f6a4-19d6-49c7-85fd-11231058863f binding host dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:06:18.698920 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port a0752a93-92f9-4fe8-9304-b161514cba2f completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:18.722594 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port a0752a93-92f9-4fe8-9304-b161514cba2f triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:18.722965 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:18.749466 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:18.832825 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Allocated IP 172.20.0.1 (93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0/0c73815a-cf7d-45e8-8a3b-810d5d87ba67/ee13940d-e168-4427-b51c-42a6bf58561e) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:06:18.909347 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:18.940213 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:18.952646 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Transition to ACTIVE for port object ee13940d-e168-4427-b51c-42a6bf58561e will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:18.979495 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port a0752a93-92f9-4fe8-9304-b161514cba2f, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=a0752a93-92f9-4fe8-9304-b161514cba2f,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:19.046918 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.047670 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 16d0d1b8-935c-4e56-b608-3ca0858a7583 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:19.068361 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.117635 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Notify callbacks [] for port, precommit_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.139312 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:19.141452 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Transition to ACTIVE for port object 24b8f6a4-19d6-49c7-85fd-11231058863f will not be triggered until provisioned by entity L2. {{(pid=105359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:19.147403 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:19.149022 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=a0752a93-92f9-4fe8-9304-b161514cba2f,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:19.150179 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:06:19.154677 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Pushing event updated for resources: {'Port': ['ID=ee13940d-e168-4427-b51c-42a6bf58561e,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:19.201416 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.204797 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a5a5e-8cd4-40d5-a070-ab2d4e6452f0 req-cb127784-7379-431d-b86f-4b7d73b451d4 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:19.206434 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3a1a5a5e-8cd4-40d5-a070-ab2d4e6452f0 req-cb127784-7379-431d-b86f-4b7d73b451d4 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 950 time: 0.1115599 Aug 09 11:06:19.211885 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-892702'] for router_interface, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.238169 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 16d0d1b8-935c-4e56-b608-3ca0858a7583 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:19.259366 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 16d0d1b8-935c-4e56-b608-3ca0858a7583 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:19.259366 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.294714 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ccf3b-0eb2-4e00-9d28-e64950056336 None None] Pushing event updated for resources: {'Port': ['ID=24b8f6a4-19d6-49c7-85fd-11231058863f,revision_number=2']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:19.299434 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Attempting to bind port 24b8f6a4-19d6-49c7-85fd-11231058863f on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:06:19.299811 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Attempting to bind port 24b8f6a4-19d6-49c7-85fd-11231058863f by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:06:19.300175 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Attempting to bind port 24b8f6a4-19d6-49c7-85fd-11231058863f on network 6703564e-f692-4aad-ba2f-eb73ae535c28 {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:19.309729 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-3a1a5a5e-8cd4-40d5-a070-ab2d4e6452f0 req-110aae7b-eac8-43b8-a879-427e20d55234 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949476 Aug 09 11:06:19.313136 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:06:19.313522 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Checking segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:19.313927 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.314322 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Bound using segment: {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'} {{(pid=105359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:06:19.314798 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.managers [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Bound port: 24b8f6a4-19d6-49c7-85fd-11231058863f, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9303e-a63d-493d-b0b0-074561238452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28'}}] {{(pid=105359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:06:19.315228 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.411913 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] For port 24b8f6a4-19d6-49c7-85fd-11231058863f, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:06:19.416356 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] For port 24b8f6a4-19d6-49c7-85fd-11231058863f, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=24b8f6a4-19d6-49c7-85fd-11231058863f,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:06:19.418701 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.452133 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 16d0d1b8-935c-4e56-b608-3ca0858a7583, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=16d0d1b8-935c-4e56-b608-3ca0858a7583,segment=NetworkSegment(8cae24f6-a269-4bd2-94b2-8da3735f17cb),segment_id=8cae24f6-a269-4bd2-94b2-8da3735f17cb)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:19.454177 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.473270 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ddb5779d-9999-4132-910f-0c02b384f87a None None] Provisioning for port ee13940d-e168-4427-b51c-42a6bf58561e completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:19.477212 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ddb5779d-9999-4132-910f-0c02b384f87a None None] Provisioning complete for port ee13940d-e168-4427-b51c-42a6bf58561e triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:19.477609 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ddb5779d-9999-4132-910f-0c02b384f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.503229 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.506554 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.567093 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5779d-9999-4132-910f-0c02b384f87a None None] Port ee13940d-e168-4427-b51c-42a6bf58561e cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:06:19.581598 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Routers {'7bd7afaf-8e32-4845-b580-cf3d2f342a4f'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:19.582235 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:05:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:19.585610 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=16d0d1b8-935c-4e56-b608-3ca0858a7583,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:19.628593 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.696522 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.713217 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ccf3b-0eb2-4e00-9d28-e64950056336 None None] Pushing event updated for resources: {'Port': ['ID=24b8f6a4-19d6-49c7-85fd-11231058863f,revision_number=3']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:19.737580 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] Set router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:19.794828 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-892842'] for router_interface, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:19.798503 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Pushing event updated for resources: {'Port': ['ID=ee13940d-e168-4427-b51c-42a6bf58561e,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:19.864279 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4f967-5932-4371-8acc-d947b116641e req-68f76140-be9a-4848-8d10-13e7d2ea88e1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:19.865793 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a1f4f967-5932-4371-8acc-d947b116641e req-68f76140-be9a-4848-8d10-13e7d2ea88e1 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 950 time: 0.1140473 Aug 09 11:06:19.929940 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:19.933207 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a1f4f967-5932-4371-8acc-d947b116641e req-b844fda8-1d2b-4b15-8afb-f9a5e347786b tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596840 Aug 09 11:06:19.934435 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:19.938204 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:19Z', 'revision_number': 4, 'project_id': '80b3160489194d0e80b25819689e615c', 'gw_port': {'id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:73:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'ee13940d-e168-4427-b51c-42a6bf58561e', 'name': '', 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'mac_address': 'fa:16:3e:ce:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:18Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 1, 'project_id': '80b3160489194d0e80b25819689e615c', 'subnets': [{'id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:19.969935 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e90b3c-2dd7-4737-be94-2c25be2c25a8 None None] The sync data for ids ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'] in dv-cinder-803896-1-iscsi is: [{'id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:19Z', 'revision_number': 4, 'project_id': '80b3160489194d0e80b25819689e615c', 'gw_port': {'id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:73:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'ee13940d-e168-4427-b51c-42a6bf58561e', 'name': '', 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'mac_address': 'fa:16:3e:ce:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:18Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 1, 'project_id': '80b3160489194d0e80b25819689e615c', 'subnets': [{'id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:06:20.052831 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:06:20.186025 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:06:20.196266 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-767c29ea-9b56-465b-8a9f-4354de65fe9f None None] Provisioning complete for port ee13940d-e168-4427-b51c-42a6bf58561e triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:20.196735 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-767c29ea-9b56-465b-8a9f-4354de65fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:20.201716 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-221d5d6a-479d-4d83-8602-dfc02d556022 admin admin] 10.222.0.35 "PUT /v2.0/routers/7bd7afaf-8e32-4845-b580-cf3d2f342a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9604883 Aug 09 11:06:20.230184 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-76395a1a-8c6e-4f43-85a7-162f74ffa979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:20.249470 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-767c29ea-9b56-465b-8a9f-4354de65fe9f None None] Port ee13940d-e168-4427-b51c-42a6bf58561e cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:06:20.290342 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device a0752a93-92f9-4fe8-9304-b161514cba2f up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:20.346044 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port a0752a93-92f9-4fe8-9304-b161514cba2f triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:20.346540 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:20.433128 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 16d0d1b8-935c-4e56-b608-3ca0858a7583 up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:20.485803 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 16d0d1b8-935c-4e56-b608-3ca0858a7583 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:20.486184 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:21.007767 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-92f1806c-7a7d-4cb4-8be4-8e4a4e0bdce2 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:21.009619 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-92f1806c-7a7d-4cb4-8be4-8e4a4e0bdce2 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 950 time: 0.0536253 Aug 09 11:06:21.114295 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030c343-3d99-4612-93ff-bdc119f4008d req-4edc7356-03d0-46b8-9f53-0eafb795854a tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:21.115864 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4030c343-3d99-4612-93ff-bdc119f4008d req-4edc7356-03d0-46b8-9f53-0eafb795854a tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 950 time: 0.1025164 Aug 09 11:06:21.165014 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4030c343-3d99-4612-93ff-bdc119f4008d req-c06171ac-e91b-41c3-b889-08b2ccc4cba4 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/security-groups?id=341ab00d-8637-4d3b-80dd-a9e05b2e768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Aug 09 11:06:21.170767 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Deleting port 2b45b556-c813-47b6-aee3-0f0587e7429c {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:06:21.171127 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:21.261472 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] For port 2b45b556-c813-47b6-aee3-0f0587e7429c, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=2b45b556-c813-47b6-aee3-0f0587e7429c,segment=NetworkSegment(3119d8da-d136-4d4e-9f01-59c806535826),segment_id=3119d8da-d136-4d4e-9f01-59c806535826)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:21.261760 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:21.274731 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Calling delete_port for 2b45b556-c813-47b6-aee3-0f0587e7429c owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:06:21.455894 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:21.467428 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['2b45b556-c813-47b6-aee3-0f0587e7429c'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:06:21.483433 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Pushing event deleted for resources: {'Port': ['ID=2b45b556-c813-47b6-aee3-0f0587e7429c,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:21.528442 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] No DVR routers for this DVR port 2b45b556-c813-47b6-aee3-0f0587e7429c on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:06:21.531183 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:21.533810 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b2b72576-75d9-434a-b7a0-7768e5803fcb req-3db806a5-87e8-4e4c-8801-f32aa1f7b811 tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.37 "DELETE /v2.0/ports/2b45b556-c813-47b6-aee3-0f0587e7429c HTTP/1.1" status: 204 len: 173 time: 0.5118062 Aug 09 11:06:21.534256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e105b9f7-5fd3-4c65-8d46-70a4965ae5e1', 'name': 'network-vif-deleted', 'tag': '2b45b556-c813-47b6-aee3-0f0587e7429c'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:06:21.536745 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69db9bbe-5f83-4166-84af-e6de46058cd9" -d '{"events": [{"server_uuid": "e105b9f7-5fd3-4c65-8d46-70a4965ae5e1", "name": "network-vif-deleted", "tag": "2b45b556-c813-47b6-aee3-0f0587e7429c"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:06:21.584170 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2275c7-6b80-499c-9357-15860203d385 x-openstack-request-id: req-1f2275c7-6b80-499c-9357-15860203d385 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:06:21.584471 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e105b9f7-5fd3-4c65-8d46-70a4965ae5e1", "name": "network-vif-deleted", "tag": "2b45b556-c813-47b6-aee3-0f0587e7429c", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:06:21.584723 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f2275c7-6b80-499c-9357-15860203d385 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:06:21.585132 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e105b9f7-5fd3-4c65-8d46-70a4965ae5e1', 'name': 'network-vif-deleted', 'tag': '2b45b556-c813-47b6-aee3-0f0587e7429c', 'status': 'completed', 'code': 200} Aug 09 11:06:22.002336 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51354) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:22.007004 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-455f376b-2a31-4b1d-8ea9-706d24f7e5b1 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53337667', 'description': 'tempest-secgroup-smoke-53337667 description', 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:22.090704 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-455f376b-2a31-4b1d-8ea9-706d24f7e5b1 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.175351 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-455f376b-2a31-4b1d-8ea9-706d24f7e5b1 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.256737 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-455f376b-2a31-4b1d-8ea9-706d24f7e5b1 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.268424 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 24b8f6a4-19d6-49c7-85fd-11231058863f up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:22.287196 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f376b-2a31-4b1d-8ea9-706d24f7e5b1 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01108b7-d4c9-49dd-9521-efc3fda47226,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:22.370406 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port 24b8f6a4-19d6-49c7-85fd-11231058863f completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:22.370654 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-455f376b-2a31-4b1d-8ea9-706d24f7e5b1 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.374485 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-455f376b-2a31-4b1d-8ea9-706d24f7e5b1 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3683996 Aug 09 11:06:22.375386 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51360) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:22.375968 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 24b8f6a4-19d6-49c7-85fd-11231058863f triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:22.377126 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.380989 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-41866fbe-84e7-4241-97d8-3ba48539cdc6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'security_group_rule': {'security_group_id': 'f01108b7-d4c9-49dd-9521-efc3fda47226', 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:22.418604 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb20bd95-8df3-4495-8eb5-3319b7274baa req-a1c1dd1d-ef87-4a08-a159-14ff58b362ad tempest-VolumesNegativeTest-1897822939 tempest-VolumesNegativeTest-1897822939-project] 10.222.0.35 "GET /v2.0/ports?device_id=e105b9f7-5fd3-4c65-8d46-70a4965ae5e1 HTTP/1.1" status: 200 len: 210 time: 0.1685832 Aug 09 11:06:22.466719 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.487434 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port 24b8f6a4-19d6-49c7-85fd-11231058863f, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=24b8f6a4-19d6-49c7-85fd-11231058863f,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:22.512738 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-41866fbe-84e7-4241-97d8-3ba48539cdc6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.553338 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.573274 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-41866fbe-84e7-4241-97d8-3ba48539cdc6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.600993 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=24b8f6a4-19d6-49c7-85fd-11231058863f,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:22.639394 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-41866fbe-84e7-4241-97d8-3ba48539cdc6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.657527 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41866fbe-84e7-4241-97d8-3ba48539cdc6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de9d317-2e1b-45c3-81e5-48101f7c4cb6,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:22.736705 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-41866fbe-84e7-4241-97d8-3ba48539cdc6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.738012 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-41866fbe-84e7-4241-97d8-3ba48539cdc6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608551 Aug 09 11:06:22.740642 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51362) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:22.745328 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-9cabf0e9-1bbe-4381-8747-6bdc61ae4932 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'security_group_rule': {'security_group_id': 'f01108b7-d4c9-49dd-9521-efc3fda47226', 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:22.831889 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9cabf0e9-1bbe-4381-8747-6bdc61ae4932 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.889203 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9cabf0e9-1bbe-4381-8747-6bdc61ae4932 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.953176 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9cabf0e9-1bbe-4381-8747-6bdc61ae4932 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:22.971679 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabf0e9-1bbe-4381-8747-6bdc61ae4932 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1195e4-d545-41e2-9be9-40ff9b839da5,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:23.021916 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ef7432ea-1028-445b-a569-4d2377331a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.027126 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-9cabf0e9-1bbe-4381-8747-6bdc61ae4932 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.028336 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-9cabf0e9-1bbe-4381-8747-6bdc61ae4932 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2867551 Aug 09 11:06:23.030903 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51364) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:23.035967 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-5b027843-c540-4423-b360-7a197c58a577 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'security_group_rule': {'security_group_id': 'f01108b7-d4c9-49dd-9521-efc3fda47226', 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:23.112289 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5b027843-c540-4423-b360-7a197c58a577 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.170906 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5b027843-c540-4423-b360-7a197c58a577 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.251418 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5b027843-c540-4423-b360-7a197c58a577 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.272721 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b027843-c540-4423-b360-7a197c58a577 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d473d0-598c-40ea-aed2-8b1d19e864a8,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:23.286831 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Sync routers for ids ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:06:23.296055 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Routers {'7bd7afaf-8e32-4845-b580-cf3d2f342a4f'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:23.296668 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:06:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:23.336094 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.358892 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5b027843-c540-4423-b360-7a197c58a577 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.360258 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-5b027843-c540-4423-b360-7a197c58a577 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283453 Aug 09 11:06:23.362845 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51366) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:23.367513 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-1ede5f51-e4f4-4fe0-a9d0-61556f5c2f74 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'security_group_rule': {'security_group_id': 'f01108b7-d4c9-49dd-9521-efc3fda47226', 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:23.400953 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Set router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:23.487982 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1ede5f51-e4f4-4fe0-a9d0-61556f5c2f74 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.552670 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1ede5f51-e4f4-4fe0-a9d0-61556f5c2f74 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.600658 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:19Z', 'revision_number': 4, 'project_id': '80b3160489194d0e80b25819689e615c', 'gw_port': {'id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'ee13940d-e168-4427-b51c-42a6bf58561e', 'name': '', 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'mac_address': 'fa:16:3e:ce:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:18Z', 'updated_at': '2021-08-09T11:06:19Z', 'revision_number': 2, 'project_id': '80b3160489194d0e80b25819689e615c', 'subnets': [{'id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:23.616536 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1ede5f51-e4f4-4fe0-a9d0-61556f5c2f74 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.632270 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Checking router: 7bd7afaf-8e32-4845-b580-cf3d2f342a4f for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:06:23.632613 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Updating router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f port ee13940d-e168-4427-b51c-42a6bf58561e binding host dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:06:23.634904 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede5f51-e4f4-4fe0-a9d0-61556f5c2f74 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fb5b40-ff8c-4d39-b823-d979f62aab8d,revision_number=0']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:23.662811 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.739168 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-1ede5f51-e4f4-4fe0-a9d0-61556f5c2f74 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.740706 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-1ede5f51-e4f4-4fe0-a9d0-61556f5c2f74 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3768609 Aug 09 11:06:23.743636 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51380) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:23.748436 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-8a1f3d60-174b-4f74-9d3d-8f8d8a2d0bc5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'security_group_rule': {'security_group_id': 'f01108b7-d4c9-49dd-9521-efc3fda47226', 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:23.902466 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.securitygroups_db [None req-8a1f3d60-174b-4f74-9d3d-8f8d8a2d0bc5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Project 7f8f24de7deb433ba6cd0bf27621dda0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:06:23.907598 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3d60-174b-4f74-9d3d-8f8d8a2d0bc5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.930840 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.931355 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Notify callbacks [] for port, precommit_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:23.942443 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.provisioning_blocks [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Transition to ACTIVE for port object ee13940d-e168-4427-b51c-42a6bf58561e will not be triggered until provisioned by entity L2. {{(pid=105360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:23.970546 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3d60-174b-4f74-9d3d-8f8d8a2d0bc5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.004831 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.050350 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3d60-174b-4f74-9d3d-8f8d8a2d0bc5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.059365 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7c6c8-b0c7-45f1-a733-bf50535666ef None None] Pushing event updated for resources: {'Port': ['ID=ee13940d-e168-4427-b51c-42a6bf58561e,revision_number=3']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:24.073065 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f3d60-174b-4f74-9d3d-8f8d8a2d0bc5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a11935-c412-4f59-8216-1492862126b9,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:24.107747 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Attempting to bind port ee13940d-e168-4427-b51c-42a6bf58561e on host dv-cinder-803896-1-iscsi for vnic_type normal with profile {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:06:24.108369 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Attempting to bind port ee13940d-e168-4427-b51c-42a6bf58561e by drivers openvswitch,hyperv on host dv-cinder-803896-1-iscsi at level 0 using segments [{'id': '8cae24f6-a269-4bd2-94b2-8da3735f17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0'}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:06:24.108738 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Attempting to bind port ee13940d-e168-4427-b51c-42a6bf58561e on network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:24.115241 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Checking agent: {'id': '5cf492a9-ee37-442b-af2a-c5667bf7abc6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803896-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 48, 23), 'started_at': datetime.datetime(2021, 8, 9, 10, 48, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803896-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:06:24.115617 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Checking segment: {'id': '8cae24f6-a269-4bd2-94b2-8da3735f17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:24.116020 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.116417 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Bound using segment: {'id': '8cae24f6-a269-4bd2-94b2-8da3735f17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0'} {{(pid=105360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:06:24.116887 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.managers [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Bound port: ee13940d-e168-4427-b51c-42a6bf58561e, host: dv-cinder-803896-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cae24f6-a269-4bd2-94b2-8da3735f17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0'}}] {{(pid=105360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:06:24.117268 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.147273 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-8a1f3d60-174b-4f74-9d3d-8f8d8a2d0bc5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.150381 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-8a1f3d60-174b-4f74-9d3d-8f8d8a2d0bc5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4055917 Aug 09 11:06:24.153115 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51392) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:24.163958 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-044cbec7-5b12-40d7-b71a-973ef7f0e3e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'security_group_rule': {'security_group_id': 'f01108b7-d4c9-49dd-9521-efc3fda47226', 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:24.203695 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] For port ee13940d-e168-4427-b51c-42a6bf58561e, host dv-cinder-803896-1-iscsi, cleared binding levels {{(pid=105360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:06:24.207612 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.plugins.ml2.db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] For port ee13940d-e168-4427-b51c-42a6bf58561e, host dv-cinder-803896-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=ee13940d-e168-4427-b51c-42a6bf58561e,segment=NetworkSegment(8cae24f6-a269-4bd2-94b2-8da3735f17cb),segment_id=8cae24f6-a269-4bd2-94b2-8da3735f17cb)] {{(pid=105360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:06:24.243443 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 24b8f6a4-19d6-49c7-85fd-11231058863f up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:24.261947 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.securitygroups_db [None req-044cbec7-5b12-40d7-b71a-973ef7f0e3e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Project 7f8f24de7deb433ba6cd0bf27621dda0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:06:24.263142 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron_lib.callbacks.manager [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.268298 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-044cbec7-5b12-40d7-b71a-973ef7f0e3e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.315240 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Routers {'7bd7afaf-8e32-4845-b580-cf3d2f342a4f'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:06:24.315999 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:06:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:24.325999 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port 24b8f6a4-19d6-49c7-85fd-11231058863f triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:24.326379 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.370209 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-044cbec7-5b12-40d7-b71a-973ef7f0e3e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.428559 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-044cbec7-5b12-40d7-b71a-973ef7f0e3e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988737'] for security_group_rule, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.449202 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cbec7-5b12-40d7-b71a-973ef7f0e3e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b836b6-2831-4c50-8125-5559e091930b,revision_number=0']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:24.454914 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7c6c8-b0c7-45f1-a733-bf50535666ef None None] Pushing event updated for resources: {'Port': ['ID=ee13940d-e168-4427-b51c-42a6bf58561e,revision_number=4']} {{(pid=105360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:24.474899 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] Set router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:06:24.525513 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-044cbec7-5b12-40d7-b71a-973ef7f0e3e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:24.526752 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-044cbec7-5b12-40d7-b71a-973ef7f0e3e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3717520 Aug 09 11:06:24.717159 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:19Z', 'revision_number': 4, 'project_id': '80b3160489194d0e80b25819689e615c', 'gw_port': {'id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'ee13940d-e168-4427-b51c-42a6bf58561e', 'name': '', 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'mac_address': 'fa:16:3e:ce:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:18Z', 'updated_at': '2021-08-09T11:06:24Z', 'revision_number': 4, 'project_id': '80b3160489194d0e80b25819689e615c', 'subnets': [{'id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:06:24.747699 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac2033-360e-48ee-aaca-c871d8dbe915 None None] The sync data for ids ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'] in dv-cinder-803896-1-iscsi is: [{'id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:19Z', 'revision_number': 4, 'project_id': '80b3160489194d0e80b25819689e615c', 'gw_port': {'id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'ee13940d-e168-4427-b51c-42a6bf58561e', 'name': '', 'network_id': '93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'mac_address': 'fa:16:3e:ce:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:18Z', 'updated_at': '2021-08-09T11:06:24Z', 'revision_number': 4, 'project_id': '80b3160489194d0e80b25819689e615c', 'subnets': [{'id': '0c73815a-cf7d-45e8-8a3b-810d5d87ba67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:06:25.302310 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 2b45b556-c813-47b6-aee3-0f0587e7429c no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:06:25.324015 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 2b45b556-c813-47b6-aee3-0f0587e7429c {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:06:25.324359 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 2b45b556-c813-47b6-aee3-0f0587e7429c not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:06:25.347317 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:26.223403 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device ee13940d-e168-4427-b51c-42a6bf58561e up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:26.341785 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning for port ee13940d-e168-4427-b51c-42a6bf58561e completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:26.346466 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port ee13940d-e168-4427-b51c-42a6bf58561e triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:26.346805 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:26.441001 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:26.474846 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] For port ee13940d-e168-4427-b51c-42a6bf58561e, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=ee13940d-e168-4427-b51c-42a6bf58561e,segment=NetworkSegment(8cae24f6-a269-4bd2-94b2-8da3735f17cb),segment_id=8cae24f6-a269-4bd2-94b2-8da3735f17cb)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:26.576591 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:26.627957 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Pushing event updated for resources: {'Port': ['ID=ee13940d-e168-4427-b51c-42a6bf58561e,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:28.203473 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device ee13940d-e168-4427-b51c-42a6bf58561e up at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:28.254536 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Provisioning complete for port ee13940d-e168-4427-b51c-42a6bf58561e triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:28.254904 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:28.919663 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51658) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:29.047506 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-3f7a5c14-b6ff-4018-8176-f925a7578b6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36c522592dcb4d37843835e8eac61f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266811 Aug 09 11:06:29.049964 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51662) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:06:29.097472 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-251aa75a-98c3-4cef-b6e0-0572c73985e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:29.117294 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-251aa75a-98c3-4cef-b6e0-0572c73985e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:29.250313 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-251aa75a-98c3-4cef-b6e0-0572c73985e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:29.253240 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-251aa75a-98c3-4cef-b6e0-0572c73985e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:29.256772 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-251aa75a-98c3-4cef-b6e0-0572c73985e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/341ab00d-8637-4d3b-80dd-a9e05b2e768a HTTP/1.1" status: 204 len: 168 time: 0.2036250 Aug 09 11:06:29.262757 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251aa75a-98c3-4cef-b6e0-0572c73985e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341ab00d-8637-4d3b-80dd-a9e05b2e768a,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:32.549946 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:06:41.383261 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-c82ae701-a3c1-467f-aa75-673d8f0ceb79 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53337667&fields=id&tenant_id=7f8f24de7deb433ba6cd0bf27621dda0 HTTP/1.1" status: 200 len: 267 time: 0.0320802 Aug 09 11:06:41.487150 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-1e8f4b25-d6e8-4d8e-921f-694f05390c8b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:41.488576 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-1e8f4b25-d6e8-4d8e-921f-694f05390c8b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 812 time: 0.0987520 Aug 09 11:06:41.503706 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-5c21aa3e-bdff-49a0-a22c-de1d9c09939e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/quotas/7f8f24de7deb433ba6cd0bf27621dda0 HTTP/1.1" status: 200 len: 375 time: 0.0094168 Aug 09 11:06:41.551833 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-a2a78ff8-a393-4a18-9f50-f90550a2d8e0 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426657 Aug 09 11:06:41.567079 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-6d58e9f5-38f3-4b84-a495-6dcc4a43c11c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:06:41.568036 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-6d58e9f5-38f3-4b84-a495-6dcc4a43c11c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055797 Aug 09 11:06:41.657653 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-647f5ecd-8666-409f-b934-deabb186cf9d service neutron] 10.222.0.35 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841737 Aug 09 11:06:41.743357 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-57a6250c-ed79-41e1-82be-622dbda3e95c service neutron] 10.222.0.35 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798233 Aug 09 11:06:42.485423 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6dd22d2d-ca88-48d0-bd44-c7f06d89f793 req-3288111a-2044-4f31-abc1-ef1d84b708fb tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 210 time: 0.1900716 Aug 09 11:06:43.580137 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-23e44fdd-ee52-41ff-8228-bf1b7b541f7b req-7d44c10a-a056-45d1-a683-ee82a1784c98 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 210 time: 0.0256584 Aug 09 11:06:44.490946 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-a1e5c1e9-4682-4b34-8748-1124c912134b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:44.492305 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-a1e5c1e9-4682-4b34-8748-1124c912134b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 812 time: 0.1018484 Aug 09 11:06:44.535205 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-e08ea5e7-dfe4-4fc4-b8ac-4c3fd2f17c8d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8f24de7deb433ba6cd0bf27621dda0 HTTP/1.1" status: 200 len: 378 time: 0.0343106 Aug 09 11:06:44.544283 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'port': {'device_id': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'admin_state_up': True, 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'security_groups': ['f01108b7-d4c9-49dd-9521-efc3fda47226']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:44.674090 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-45a9d5b1-2916-448a-a89d-995652f4346e req-76117ccc-6ca9-4705-a7e7-c9f4d43435df tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 210 time: 0.0261495 Aug 09 11:06:44.730007 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Made reservation on behalf of 7f8f24de7deb433ba6cd0bf27621dda0 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:06:44.733947 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:44.859763 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Allocated IP 172.20.0.7 (06bcfb16-6a9f-4bb5-8040-8e4afaff411d/e5173281-5bf1-4ef9-a98a-c8c96d2ee149/21277f44-cf33-4d9f-8f16-0475507d16ba) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:06:44.896147 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:44.994178 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:45.007815 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Transition to ACTIVE for port object 21277f44-cf33-4d9f-8f16-0475507d16ba will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:45.095532 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:45.139242 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:06:45.142968 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:06:45.146722 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:06:45.153231 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'Port': ['ID=21277f44-cf33-4d9f-8f16-0475507d16ba,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:45.201714 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:45.207793 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:45.285328 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-bf9bdf5f-6120-4414-aef5-362cef811210 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444699 Aug 09 11:06:45.296544 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-104a1b5c-c83c-4a19-8066-e6156a3d87f4 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:06:45.297510 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-104a1b5c-c83c-4a19-8066-e6156a3d87f4 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054250 Aug 09 11:06:45.360137 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Request body: {'port': {'device_id': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:06:45.416932 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:45.466957 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ee022b96-2b64-46d8-a9b5-942df20afedf None None] Provisioning for port 21277f44-cf33-4d9f-8f16-0475507d16ba completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:45.470944 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-ee022b96-2b64-46d8-a9b5-942df20afedf None None] Provisioning complete for port 21277f44-cf33-4d9f-8f16-0475507d16ba triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:45.471373 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ee022b96-2b64-46d8-a9b5-942df20afedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:45.504628 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-ee022b96-2b64-46d8-a9b5-942df20afedf None None] Port 21277f44-cf33-4d9f-8f16-0475507d16ba cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:06:45.670417 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21277f44-cf33-4d9f-8f16-0475507d16ba {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:06:45.678598 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:45.690668 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Transition to ACTIVE for port object 21277f44-cf33-4d9f-8f16-0475507d16ba will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:06:45.790030 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660048f-204d-49ce-8203-c6a454da2616 req-2625244d-280c-49f6-adef-a8b2fcccdbc9 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:45.791533 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6660048f-204d-49ce-8203-c6a454da2616 req-2625244d-280c-49f6-adef-a8b2fcccdbc9 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 931 time: 0.0473340 Aug 09 11:06:45.805298 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:45.875541 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-6660048f-204d-49ce-8203-c6a454da2616 req-bfbab8fb-3639-4c65-8afd-2ccf74a547b9 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780814 Aug 09 11:06:45.877801 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Pushing event updated for resources: {'Port': ['ID=21277f44-cf33-4d9f-8f16-0475507d16ba,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:45.949983 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Attempting to bind port 21277f44-cf33-4d9f-8f16-0475507d16ba on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:06:45.950322 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Attempting to bind port 21277f44-cf33-4d9f-8f16-0475507d16ba by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:06:45.950657 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Attempting to bind port 21277f44-cf33-4d9f-8f16-0475507d16ba on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:45.955169 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Port 21277f44-cf33-4d9f-8f16-0475507d16ba on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:06:45.955484 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Attempting to bind port 21277f44-cf33-4d9f-8f16-0475507d16ba on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:06:45.960508 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:06:45.960852 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Checking segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:06:45.961240 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Bound using segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:06:45.961673 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Bound port: 21277f44-cf33-4d9f-8f16-0475507d16ba, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:06:45.962039 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:46.030556 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] For port 21277f44-cf33-4d9f-8f16-0475507d16ba, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:06:46.034284 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] For port 21277f44-cf33-4d9f-8f16-0475507d16ba, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=21277f44-cf33-4d9f-8f16-0475507d16ba,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:06:46.096362 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:46.129423 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:46.130031 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:46.131437 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] 10.222.0.37 "PUT /v2.0/ports/21277f44-cf33-4d9f-8f16-0475507d16ba HTTP/1.1" status: 200 len: 1093 time: 0.8260818 Aug 09 11:06:46.131880 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'tag': '21277f44-cf33-4d9f-8f16-0475507d16ba'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:06:46.134353 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8437ebd7-dda3-4c91-aa53-f5d9501218d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f97fc066-0cf6-4423-a60a-75e255e50902", "tag": "21277f44-cf33-4d9f-8f16-0475507d16ba"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:06:46.160906 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960cee0-8126-4784-ad84-c67d9370a85a service neutron] Pushing event updated for resources: {'Port': ['ID=21277f44-cf33-4d9f-8f16-0475507d16ba,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:46.248151 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e16b10-ecfb-4b05-b0dc-36eb23187df0 x-openstack-request-id: req-44e16b10-ecfb-4b05-b0dc-36eb23187df0 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:06:46.248448 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97fc066-0cf6-4423-a60a-75e255e50902", "tag": "21277f44-cf33-4d9f-8f16-0475507d16ba", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:06:46.248701 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44e16b10-ecfb-4b05-b0dc-36eb23187df0 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:06:46.249095 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'tag': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'status': 'completed', 'code': 200} Aug 09 11:06:46.281944 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-58144f81-36f3-401d-bab8-8fcb592ddb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:46.284339 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-58144f81-36f3-401d-bab8-8fcb592ddb31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 1096 time: 0.0454774 Aug 09 11:06:46.327327 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-e6464d63-f0c9-4088-949e-5054982ca1fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21277f44-cf33-4d9f-8f16-0475507d16ba HTTP/1.1" status: 200 len: 217 time: 0.0348651 Aug 09 11:06:46.378460 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-e8f96fc8-0ae0-4b78-8f00-da3c9e80d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:46.379955 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-e8f96fc8-0ae0-4b78-8f00-da3c9e80d547 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0457561 Aug 09 11:06:46.425689 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-803d5179-ba91-4baf-b738-ec4b427f3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:46.427067 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-803d5179-ba91-4baf-b738-ec4b427f3fb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388174 Aug 09 11:06:46.521361 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-e3559248-9a45-45b6-8e2f-735b1a55920f service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863175 Aug 09 11:06:46.610449 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7dfc3520-31b3-455d-8bff-7a56f6d190a6 req-49a6371b-dc93-4001-b437-8fe5bf184b96 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809257 Aug 09 11:06:46.758967 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-6e42cd9f-476f-49df-8e21-2b21276cfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:46.760488 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-6e42cd9f-476f-49df-8e21-2b21276cfcbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 1096 time: 0.0401430 Aug 09 11:06:46.852523 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-a6079bfa-0500-4787-b1ce-68d84c1eb630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:46.853969 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-a6079bfa-0500-4787-b1ce-68d84c1eb630 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0847166 Aug 09 11:06:46.896358 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-1b2692fb-5fc6-4964-8676-5ed272ab6a8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21277f44-cf33-4d9f-8f16-0475507d16ba HTTP/1.1" status: 200 len: 217 time: 0.0333731 Aug 09 11:06:46.946680 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-eec114c7-8255-4785-bb5a-455bdb350dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:46.948501 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-eec114c7-8255-4785-bb5a-455bdb350dcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0444250 Aug 09 11:06:47.024149 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f887cf-f742-4b50-a247-15e650a75ab5 req-3237dfe5-0ecc-4499-80d6-22e6e251072d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:47.025584 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a4f887cf-f742-4b50-a247-15e650a75ab5 req-3237dfe5-0ecc-4499-80d6-22e6e251072d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 943 time: 0.0762436 Aug 09 11:06:47.027198 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-0ca59488-6239-4d60-8137-57a3977adc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:47.028507 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-0ca59488-6239-4d60-8137-57a3977adc5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694535 Aug 09 11:06:47.384735 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a4f887cf-f742-4b50-a247-15e650a75ab5 req-598b7ecf-6dfd-4cec-84b6-858df76c4273 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3533611 Aug 09 11:06:47.414233 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-9a7d47f6-3a34-42f1-9a6a-be55a026ad57 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771424 Aug 09 11:06:47.502129 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8437ebd7-dda3-4c91-aa53-f5d9501218d6 req-b15bafb3-bd50-4342-ba5f-57de4a278597 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797791 Aug 09 11:06:48.499931 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4e851-48a8-4f13-877c-5e75513e6697 req-1ec4a880-06f8-4609-a39a-960626f3a55e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:48.501410 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-06d4e851-48a8-4f13-877c-5e75513e6697 req-1ec4a880-06f8-4609-a39a-960626f3a55e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 943 time: 0.0486238 Aug 09 11:06:48.539778 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-06d4e851-48a8-4f13-877c-5e75513e6697 req-cdd7b8e8-9c9b-46fd-8203-9bdb6a6c6518 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312839 Aug 09 11:06:49.650072 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fb484-a2b1-4856-9ced-444304aa7fb9 req-e3321eff-2695-4c29-ab89-f73ba2a4b0b5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:49.651551 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-101fb484-a2b1-4856-9ced-444304aa7fb9 req-e3321eff-2695-4c29-ab89-f73ba2a4b0b5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 943 time: 0.0475712 Aug 09 11:06:49.692491 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-101fb484-a2b1-4856-9ced-444304aa7fb9 req-d13d82ea-bc17-458d-9118-129e7dfe83d3 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350764 Aug 09 11:06:50.301607 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7558b2ff-55b4-475a-83cf-e7153ed2e602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:50.802684 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7b4e9-1d96-4a87-80b2-d5cba2c1ca3c req-f74d4151-f2ee-48ba-9f7c-3ea4529c1025 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:50.804158 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c1b7b4e9-1d96-4a87-80b2-d5cba2c1ca3c req-f74d4151-f2ee-48ba-9f7c-3ea4529c1025 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 943 time: 0.0465817 Aug 09 11:06:50.840444 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-c1b7b4e9-1d96-4a87-80b2-d5cba2c1ca3c req-ff4d7ddb-789c-4459-9163-bdf50518423e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306158 Aug 09 11:06:51.948920 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad595ca-8f0a-4b27-9bcf-065e38b3b2c8 req-a66fdc6b-6fb6-4162-be29-1cfd284392f8 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:51.950349 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4ad595ca-8f0a-4b27-9bcf-065e38b3b2c8 req-a66fdc6b-6fb6-4162-be29-1cfd284392f8 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 943 time: 0.0460668 Aug 09 11:06:51.987384 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4ad595ca-8f0a-4b27-9bcf-065e38b3b2c8 req-f1776b11-de56-47c9-bb0f-e1cb2333e3ef tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306551 Aug 09 11:06:52.986866 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e5d9badf-44fa-40f5-80ea-3b7e7b7654dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:53.100312 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc24a87-83e0-401f-a2e2-429971791a5f req-2e00d097-6e41-4031-837b-e754720d1fbb tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:53.101744 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4fc24a87-83e0-401f-a2e2-429971791a5f req-2e00d097-6e41-4031-837b-e754720d1fbb tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 943 time: 0.0493588 Aug 09 11:06:53.137367 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4fc24a87-83e0-401f-a2e2-429971791a5f req-4518919f-5c57-4ab7-93d2-66e777d7fcf6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298872 Aug 09 11:06:53.358152 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:53.924638 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:54.248216 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ac044-174d-4a23-a299-a680c6e7ee22 req-955b848b-55a3-4b30-88dd-95a08a3b3439 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:54.249651 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-491ac044-174d-4a23-a299-a680c6e7ee22 req-955b848b-55a3-4b30-88dd-95a08a3b3439 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 943 time: 0.0469716 Aug 09 11:06:54.285888 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-491ac044-174d-4a23-a299-a680c6e7ee22 req-7a3b7685-f218-4453-87ac-5be571ca5d61 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303569 Aug 09 11:06:55.260952 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:55.384286 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 21277f44-cf33-4d9f-8f16-0475507d16ba details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:06:55.396870 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0516aa-adba-4495-a8a8-4c277486cd7e req-0d76d6de-39ee-439b-90e3-e32e87f07c47 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:55.398349 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-be0516aa-adba-4495-a8a8-4c277486cd7e req-0d76d6de-39ee-439b-90e3-e32e87f07c47 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 943 time: 0.0479603 Aug 09 11:06:55.436714 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-be0516aa-adba-4495-a8a8-4c277486cd7e req-623a78fb-e3af-417c-972d-27c3cde715c3 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320692 Aug 09 11:06:55.475839 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 21277f44-cf33-4d9f-8f16-0475507d16ba, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=21277f44-cf33-4d9f-8f16-0475507d16ba,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:55.487139 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'port_id': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'mac_address': 'fa:16:3e:cf:08:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:06:55.526755 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:55.542307 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21277f44-cf33-4d9f-8f16-0475507d16ba {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:06:55.561066 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 21277f44-cf33-4d9f-8f16-0475507d16ba, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=21277f44-cf33-4d9f-8f16-0475507d16ba,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:55.615574 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:55.661059 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=21277f44-cf33-4d9f-8f16-0475507d16ba,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:55.817195 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['21277f44-cf33-4d9f-8f16-0475507d16ba'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:06:56.548039 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c5bc4-2daa-4bd1-acd2-65c14698cb77 req-93ca354e-932b-4602-9fb6-de5fa1a229a1 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:56.550208 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c84c5bc4-2daa-4bd1-acd2-65c14698cb77 req-93ca354e-932b-4602-9fb6-de5fa1a229a1 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 944 time: 0.0476263 Aug 09 11:06:56.589832 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c84c5bc4-2daa-4bd1-acd2-65c14698cb77 req-d73f62df-9b0f-4fd1-a306-7cb878cf8bbf tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338490 Aug 09 11:06:57.399467 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 21277f44-cf33-4d9f-8f16-0475507d16ba up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:06:57.585816 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 21277f44-cf33-4d9f-8f16-0475507d16ba completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:06:57.589644 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 21277f44-cf33-4d9f-8f16-0475507d16ba triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:06:57.590014 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:57.668877 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:57.691332 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21277f44-cf33-4d9f-8f16-0475507d16ba'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:06:57.693585 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49bafde-4c4f-4866-8310-d9f0776a39cc" -d '{"events": [{"server_uuid": "f97fc066-0cf6-4423-a60a-75e255e50902", "name": "network-vif-plugged", "status": "completed", "tag": "21277f44-cf33-4d9f-8f16-0475507d16ba"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:06:57.704510 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2ef29-8e82-434b-9805-daaaa45fdc09 req-947bcc05-77bc-4675-801f-418dbe782d19 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:57.706458 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-56e2ef29-8e82-434b-9805-daaaa45fdc09 req-947bcc05-77bc-4675-801f-418dbe782d19 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 944 time: 0.0477262 Aug 09 11:06:57.707253 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 21277f44-cf33-4d9f-8f16-0475507d16ba, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=21277f44-cf33-4d9f-8f16-0475507d16ba,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:06:57.733015 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018affc3-be34-41a0-87e0-b06544c65990 x-openstack-request-id: req-018affc3-be34-41a0-87e0-b06544c65990 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:06:57.733400 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97fc066-0cf6-4423-a60a-75e255e50902", "name": "network-vif-plugged", "status": "completed", "tag": "21277f44-cf33-4d9f-8f16-0475507d16ba", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:06:57.733716 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-018affc3-be34-41a0-87e0-b06544c65990 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:06:57.734175 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'code': 200} Aug 09 11:06:57.754186 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-56e2ef29-8e82-434b-9805-daaaa45fdc09 req-cbc32475-3df1-46b7-ac6d-8cc663e0c7cd tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393343 Aug 09 11:06:57.758913 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:06:57.812464 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=21277f44-cf33-4d9f-8f16-0475507d16ba,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:06:58.034333 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999801b-2dfb-4d25-89ed-b60a2539e17b req-0d4efec0-ff93-4aa6-8f3c-cfd03b82e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:58.035834 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0999801b-2dfb-4d25-89ed-b60a2539e17b req-0d4efec0-ff93-4aa6-8f3c-cfd03b82e1bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 1098 time: 0.0394638 Aug 09 11:06:58.073948 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0999801b-2dfb-4d25-89ed-b60a2539e17b req-56c49074-667e-4b5a-83f4-15e060e9e743 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312433 Aug 09 11:06:58.874399 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0157c07-e960-474f-a639-989ec78e3209 req-d7106711-6eea-4c5d-9450-7b9588b4937d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:06:58.875891 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e0157c07-e960-474f-a639-989ec78e3209 req-d7106711-6eea-4c5d-9450-7b9588b4937d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Aug 09 11:06:58.913975 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e0157c07-e960-474f-a639-989ec78e3209 req-6f649ff3-60f3-4c16-b954-03b00e4ab289 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316920 Aug 09 11:07:00.028584 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28f8b-56d3-495a-8146-d145e83b1e40 req-16dbfcc6-46c8-42fa-bf9a-8f317b042cbb tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:00.030042 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e1b28f8b-56d3-495a-8146-d145e83b1e40 req-16dbfcc6-46c8-42fa-bf9a-8f317b042cbb tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 945 time: 0.0502465 Aug 09 11:07:00.066333 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-e1b28f8b-56d3-495a-8146-d145e83b1e40 req-533a4ed3-e7c5-40ac-9343-642567ae9fbb tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304468 Aug 09 11:07:00.175666 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96fe1b-8073-43b8-bfe4-b724ed9a3717 req-0dbb0d6f-6321-47e3-8576-6d60b2a1dc10 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:00.177129 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7d96fe1b-8073-43b8-bfe4-b724ed9a3717 req-0dbb0d6f-6321-47e3-8576-6d60b2a1dc10 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 945 time: 0.0467241 Aug 09 11:07:00.217271 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7d96fe1b-8073-43b8-bfe4-b724ed9a3717 req-1aeb6274-d9b9-43f8-914d-3408da379ab2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343909 Aug 09 11:07:00.238934 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51768) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:07:00.370591 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0652acbd-468c-4ae4-b12b-0c80cec71dda tempest-TestVolumeBootPattern-1901039395 tempest-TestVolumeBootPattern-1901039395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:00.372377 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-0652acbd-468c-4ae4-b12b-0c80cec71dda tempest-TestVolumeBootPattern-1901039395 tempest-TestVolumeBootPattern-1901039395-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 1093 time: 0.1324008 Aug 09 11:07:00.375222 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 51772) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:07:00.380083 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.v2.base [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'floatingip': {'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'port_id': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:07:00.472880 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:00.567777 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:00.665464 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.db_base_plugin_common [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Allocated IP 172.27.0.234 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/6943c481-ec77-4b6f-aa04-b1e7fccc16ad) {{(pid=105358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:07:00.766540 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for port, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:00.850222 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:00.884860 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:07:00.889441 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.base_scheduler [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Resources bound (agent type, host, resource id): {{(pid=105358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:07:00.892963 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Received port after_create {{(pid=105358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:07:00.917187 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'Port': ['ID=6943c481-ec77-4b6f-aa04-b1e7fccc16ad,revision_number=1']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:07:01.459747 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:01.593099 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:01.734306 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for port, precommit_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:01.792076 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5855087'] for port, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:01.859595 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'Port': ['ID=6943c481-ec77-4b6f-aa04-b1e7fccc16ad,revision_number=2']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:07:01.869130 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:01.962346 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.db.l3_db [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Floating IP 5ed9047e-7714-475f-83f3-27957f35798c associated. External IP: 172.27.0.234, port: 21277f44-cf33-4d9f-8f16-0475507d16ba. Aug 09 11:07:02.154521 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Router b7948641-5056-48fb-96a4-7f7eed5901a1 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:07:02.259857 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:07:02.270182 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] Sync routers for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:07:02.279774 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:07:02.280387 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:06:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:07:02.335481 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:02.363681 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-b408e121-d771-483c-9d15-c7f3afdcc44e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9873409 Aug 09 11:07:02.364311 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'tag': '21277f44-cf33-4d9f-8f16-0475507d16ba'}] {{(pid=105358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:07:02.366725 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9525662269e5ee7a819cbfd3bdc991a083848e7175a74db83737dda9a210291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f97fc066-0cf6-4423-a60a-75e255e50902", "tag": "21277f44-cf33-4d9f-8f16-0475507d16ba"}]}' {{(pid=105358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:07:02.406348 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8d8705-b5ff-4752-91dd-bc27017d9968 x-openstack-request-id: req-2f8d8705-b5ff-4752-91dd-bc27017d9968 {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:07:02.406582 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97fc066-0cf6-4423-a60a-75e255e50902", "tag": "21277f44-cf33-4d9f-8f16-0475507d16ba", "status": "completed", "code": 200}]} {{(pid=105358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:07:02.406831 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f8d8705-b5ff-4752-91dd-bc27017d9968 {{(pid=105358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:07:02.407247 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'tag': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'status': 'completed', 'code': 200} Aug 09 11:07:02.487050 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-87776c1a-2ccd-47df-8628-8d8b922e0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:02.488700 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-87776c1a-2ccd-47df-8628-8d8b922e0a63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 1098 time: 0.0578125 Aug 09 11:07:02.516906 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:07:02.578734 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-65a21eb5-f403-438d-a4e7-c84582f79504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:02.580854 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-65a21eb5-f403-438d-a4e7-c84582f79504 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0852363 Aug 09 11:07:02.650811 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-988c1415-537e-4ace-80da-b602951374c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21277f44-cf33-4d9f-8f16-0475507d16ba HTTP/1.1" status: 200 len: 999 time: 0.0626168 Aug 09 11:07:02.699392 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-90678388-8241-459e-a092-047ebdb4a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:02.700761 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-90678388-8241-459e-a092-047ebdb4a0d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0433431 Aug 09 11:07:02.736350 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '5ed9047e-7714-475f-83f3-27957f35798c', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:cf:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:07:01Z', 'updated_at': '2021-08-09T11:07:01Z', 'revision_number': 0, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:07:02.745183 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-091c8f21-532b-44ce-8aef-1b72d638f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:02.746665 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-091c8f21-532b-44ce-8aef-1b72d638f7cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383229 Aug 09 11:07:02.766297 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] Checking router: b7948641-5056-48fb-96a4-7f7eed5901a1 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:07:02.774580 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:07:02.775221 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:06:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:07:02.837385 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-96938600-1516-4bf9-a1ea-75dec8964e50 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833735 Aug 09 11:07:02.878057 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:07:02.925347 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-7ecee781-6fa1-478c-bbab-ff2c76c31c3c req-37677713-a979-4bf3-a587-677f27d387bb service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810308 Aug 09 11:07:03.098790 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '5ed9047e-7714-475f-83f3-27957f35798c', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:cf:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:07:01Z', 'updated_at': '2021-08-09T11:07:01Z', 'revision_number': 0, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:07:03.127934 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13fb2-3caa-4267-9984-355aeb58b14e None None] The sync data for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi is: [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '5ed9047e-7714-475f-83f3-27957f35798c', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:cf:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:07:01Z', 'updated_at': '2021-08-09T11:07:01Z', 'revision_number': 0, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:07:03.296588 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949b216-048c-4c53-9e4c-6f630d2a7dcf None None] New status for floating IP 5ed9047e-7714-475f-83f3-27957f35798c: ACTIVE {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:07:09.547829 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:07:14.912286 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:20.232338 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7762978e-1032-4fe7-b4ec-aa9230c94b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:23.009231 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-f371bf5d-f91d-46e3-ba08-840153fae833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:23.351847 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:23.871935 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:25.282218 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:44.926896 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:46.546987 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:07:47.420440 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-8310e018-b528-4014-b45b-9ceb43b3043b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390475 Aug 09 11:07:47.500576 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-8f4eb639-a190-4160-a9d0-b2d0007f358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:47.502034 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-8f4eb639-a190-4160-a9d0-b2d0007f358b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 1098 time: 0.0422764 Aug 09 11:07:47.598964 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-410a721b-89e2-486d-ac69-e32ee7b96d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:47.600436 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-410a721b-89e2-486d-ac69-e32ee7b96d79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0805237 Aug 09 11:07:47.667933 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-f2725fec-1702-48b0-9528-f675af3e039c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21277f44-cf33-4d9f-8f16-0475507d16ba HTTP/1.1" status: 200 len: 1001 time: 0.0606287 Aug 09 11:07:47.716027 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-21d4c4e1-5d8f-4dd9-a554-699447578b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:47.717343 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-21d4c4e1-5d8f-4dd9-a554-699447578b6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0422177 Aug 09 11:07:47.760721 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-b7bff737-b660-4eb8-9357-2a781a051731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:07:47.762131 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-b7bff737-b660-4eb8-9357-2a781a051731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368373 Aug 09 11:07:47.851376 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-52ea8e61-d80e-471f-bb41-d28140fab990 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815012 Aug 09 11:07:47.938049 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-879b0f79-de81-4772-8d4e-b5a23a3bbb6c req-9b0dc1b5-32f7-48f5-8f9b-4eeaac7a19c2 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793450 Aug 09 11:07:50.220401 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-86dbc507-2a9b-4bce-9294-4a02a3766313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:53.024196 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-31d6aabf-fcbc-40b1-a14a-9ac0b2d3cedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:53.334373 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:53.905678 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:07:55.315846 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:14.985432 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:20.213986 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-f7c8751f-8b3b-44c5-8778-3b8ff4b69046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:23.030769 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d2d4babd-cac8-4636-83d9-ccec91307e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:23.342791 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:23.546493 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:08:23.888294 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:25.299048 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:44.976436 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:47.418471 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-47e7d909-9647-417a-9013-65cd05ce7f72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391266 Aug 09 11:08:47.500619 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-48ebc89c-5417-410a-96ba-f61857c3f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:08:47.501975 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-48ebc89c-5417-410a-96ba-f61857c3f6cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 1098 time: 0.0424221 Aug 09 11:08:47.600323 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-c0a7df84-fb73-42f4-804f-84134854dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:08:47.601804 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-c0a7df84-fb73-42f4-804f-84134854dad4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0815096 Aug 09 11:08:47.667911 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-459f5f47-0f59-4ade-bd6f-ab6d83e0b7ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21277f44-cf33-4d9f-8f16-0475507d16ba HTTP/1.1" status: 200 len: 1001 time: 0.0595434 Aug 09 11:08:47.715534 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-74878646-bf12-45c5-82ca-4e0553288c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:08:47.716926 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-74878646-bf12-45c5-82ca-4e0553288c0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0428231 Aug 09 11:08:47.761362 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-387f6e91-f01d-4e27-a88f-2f29acbe4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:08:47.762740 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-387f6e91-f01d-4e27-a88f-2f29acbe4005 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386629 Aug 09 11:08:47.852318 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-9da38e6c-dc44-4a50-8bda-fe928f06df07 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826030 Aug 09 11:08:47.943666 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d15f0a63-9933-4e12-9a55-a94b4eb4dbbf req-9513458d-c0cb-42f6-a0cb-79f9e624cd7e service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836508 Aug 09 11:08:50.228766 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-f7540c70-e00e-4efd-b8b3-6d5981bdafc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:53.013242 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ec2f32d3-286b-4dfb-8dbf-547e0d4c7f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:53.319193 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:53.889992 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:55.295657 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:57.328198 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ed3b-ec02-4f02-84a2-e62292c7b32a req-5aa5508d-ae71-457d-8505-b7eaa7b3ac44 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:08:57.329681 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a3e9ed3b-ec02-4f02-84a2-e62292c7b32a req-5aa5508d-ae71-457d-8505-b7eaa7b3ac44 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 945 time: 0.0519087 Aug 09 11:08:57.368910 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a3e9ed3b-ec02-4f02-84a2-e62292c7b32a req-70563b77-769d-4bee-b35d-111003e0fdf8 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331941 Aug 09 11:08:58.485018 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90ee9e-f173-447d-9da8-79b0ff6bfbf5 req-1629afe4-24a7-4747-b3b8-d5e4db7b9ce7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:08:58.486401 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8f90ee9e-f173-447d-9da8-79b0ff6bfbf5 req-1629afe4-24a7-4747-b3b8-d5e4db7b9ce7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 945 time: 0.0492253 Aug 09 11:08:58.523813 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8f90ee9e-f173-447d-9da8-79b0ff6bfbf5 req-018f7067-154a-4815-8e66-22cee06f12df tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309677 Aug 09 11:08:58.852849 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1ed04-807c-4099-b210-b67bde91215d req-bf63042c-d2c3-4c4d-ac0f-9bb0c737c92b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:08:58.854296 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a2c1ed04-807c-4099-b210-b67bde91215d req-bf63042c-d2c3-4c4d-ac0f-9bb0c737c92b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 945 time: 0.0575044 Aug 09 11:08:58.940258 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Deleting port 21277f44-cf33-4d9f-8f16-0475507d16ba {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:08:58.940602 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:59.028856 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] For port 21277f44-cf33-4d9f-8f16-0475507d16ba, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=21277f44-cf33-4d9f-8f16-0475507d16ba,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:08:59.029218 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:59.191596 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:59.191949 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:59.192262 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Floating IP 5ed9047e-7714-475f-83f3-27957f35798c disassociated. External IP: 172.27.0.234, port: 21277f44-cf33-4d9f-8f16-0475507d16ba. Aug 09 11:08:59.192602 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Calling delete_port for 21277f44-cf33-4d9f-8f16-0475507d16ba owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:08:59.375708 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:59.405535 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event deleted for resources: {'Port': ['ID=21277f44-cf33-4d9f-8f16-0475507d16ba,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:08:59.415519 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.415877 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.416220 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.416563 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.416897 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.417370 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.417567 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.417898 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.418229 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.418559 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.418888 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.419246 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:08:59.526397 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Router b7948641-5056-48fb-96a4-7f7eed5901a1 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:08:59.645073 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:08:59.645457 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-287667e4-9172-43ea-9ef1-1d4c57ebc0e3 req-e1e77f88-b008-447e-b9b5-e21e0089d771 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 210 time: 0.0393872 Aug 09 11:08:59.678781 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] Sync routers for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:08:59.678781 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:08:59.678781 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:08:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:08:59.686042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] No DVR routers for this DVR port 21277f44-cf33-4d9f-8f16-0475507d16ba on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:08:59.688578 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:08:59.690559 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-a2c1ed04-807c-4099-b210-b67bde91215d req-7971c449-aa04-4777-b2ed-c6ec9be2ea63 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "DELETE /v2.0/ports/21277f44-cf33-4d9f-8f16-0475507d16ba HTTP/1.1" status: 204 len: 173 time: 0.8300645 Aug 09 11:08:59.691576 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'name': 'network-vif-deleted', 'tag': '21277f44-cf33-4d9f-8f16-0475507d16ba'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:08:59.693839 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20fdde4-6146-4447-b605-60411289e482" -d '{"events": [{"server_uuid": "f97fc066-0cf6-4423-a60a-75e255e50902", "name": "network-vif-deleted", "tag": "21277f44-cf33-4d9f-8f16-0475507d16ba"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:08:59.732754 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1071c2a-a7e5-489b-9929-deebd2a768aa x-openstack-request-id: req-b1071c2a-a7e5-489b-9929-deebd2a768aa {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:08:59.733294 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97fc066-0cf6-4423-a60a-75e255e50902", "name": "network-vif-deleted", "tag": "21277f44-cf33-4d9f-8f16-0475507d16ba", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:08:59.733610 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1071c2a-a7e5-489b-9929-deebd2a768aa {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:08:59.734080 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97fc066-0cf6-4423-a60a-75e255e50902', 'name': 'network-vif-deleted', 'tag': '21277f44-cf33-4d9f-8f16-0475507d16ba', 'status': 'completed', 'code': 200} Aug 09 11:08:59.786236 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:08:59.986623 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:09:00.012120 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] Checking router: b7948641-5056-48fb-96a4-7f7eed5901a1 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:09:00.020836 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:09:00.021442 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:08:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:09:00.125583 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:09:00.323803 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:09:00.350534 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41f448-686d-4040-aec8-673bb6bd8eee None None] The sync data for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi is: [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:09:00.546288 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:09:00.555386 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eaedb5-7b7a-461c-b3e5-a48730365588 None None] New status for floating IP 5ed9047e-7714-475f-83f3-27957f35798c: DOWN {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:09:00.757065 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b5147c31-87f0-4158-b683-1bd9c8adad74 req-4ac97a62-4e54-4aa0-af6a-5bbb33113aef tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f97fc066-0cf6-4423-a60a-75e255e50902 HTTP/1.1" status: 200 len: 210 time: 0.0305853 Aug 09 11:09:01.842929 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 21277f44-cf33-4d9f-8f16-0475507d16ba no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:09:01.862924 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 21277f44-cf33-4d9f-8f16-0475507d16ba {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:09:01.863303 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 21277f44-cf33-4d9f-8f16-0475507d16ba not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:09:01.961510 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-d66ded62-74a7-4d09-a605-f447478ff6ba tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53337667&fields=id&tenant_id=7f8f24de7deb433ba6cd0bf27621dda0 HTTP/1.1" status: 200 len: 267 time: 0.0346498 Aug 09 11:09:02.064712 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-e9a08295-2ee6-4c3c-b067-cbb2a9f504e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:02.066894 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-e9a08295-2ee6-4c3c-b067-cbb2a9f504e2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 812 time: 0.0987399 Aug 09 11:09:02.081075 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-fdb6e4d0-8bfd-426f-a06f-83aa9ff5aa8d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/quotas/7f8f24de7deb433ba6cd0bf27621dda0 HTTP/1.1" status: 200 len: 375 time: 0.0087085 Aug 09 11:09:02.132373 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-16228276-8ab2-4bb1-af29-575bcff73a5c tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453725 Aug 09 11:09:02.147817 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-7e12f7e1-51f8-4372-8492-a60857375260 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:09:02.148793 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-7e12f7e1-51f8-4372-8492-a60857375260 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057366 Aug 09 11:09:02.234126 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-10861ee9-af2e-4aab-8f96-c5623e2f5596 service neutron] 10.222.0.35 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798850 Aug 09 11:09:02.324861 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-e3168de2-d469-44aa-b7f3-fe93a60af49f service neutron] 10.222.0.35 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846536 Aug 09 11:09:02.916191 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eab796f6-141e-44c1-9d29-3b3f0b557702 req-af1b5d03-e485-4c51-bfd0-57390efc6c67 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 210 time: 0.0255766 Aug 09 11:09:04.006301 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-3c9365c3-b059-4225-bbd8-d321af4256b0 req-8a54b993-6490-47ce-880e-bcb32e715b16 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 210 time: 0.0257013 Aug 09 11:09:05.001606 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-e7c26c27-bd9a-4e5e-b8b3-c3799373b337 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:05.004210 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-e7c26c27-bd9a-4e5e-b8b3-c3799373b337 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 812 time: 0.1026354 Aug 09 11:09:05.048409 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-e21ac011-2d6c-42d0-b63a-38be351bf87c tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8f24de7deb433ba6cd0bf27621dda0 HTTP/1.1" status: 200 len: 378 time: 0.0359452 Aug 09 11:09:05.058192 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'port': {'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'admin_state_up': True, 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'security_groups': ['f01108b7-d4c9-49dd-9521-efc3fda47226']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:09:05.139360 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a6ecd12-9c17-4aa5-ac19-f02bb01d51d5 req-0691ebdd-9249-4d02-81b5-b88e12ace4d0 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 210 time: 0.0377438 Aug 09 11:09:05.278575 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Made reservation on behalf of 7f8f24de7deb433ba6cd0bf27621dda0 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:09:05.282197 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:05.406178 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Allocated IP 172.20.0.8 (06bcfb16-6a9f-4bb5-8040-8e4afaff411d/e5173281-5bf1-4ef9-a98a-c8c96d2ee149/431e6157-2bbb-4402-99db-f895c7928a64) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:09:05.543858 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:05.557552 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Transition to ACTIVE for port object 431e6157-2bbb-4402-99db-f895c7928a64 will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:09:05.690491 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:05.730824 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:09:05.734076 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:09:05.736887 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:09:05.777895 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'Port': ['ID=431e6157-2bbb-4402-99db-f895c7928a64,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:09:05.808623 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:05.809700 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:05.899453 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-a991fd9f-2f37-4177-9095-6a4c32f47496 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8450608 Aug 09 11:09:05.911963 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Request body: {'port': {'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:09:05.964458 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:06.070640 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2bd944d2-d9ac-4d2a-8f3b-bda96fda8ee9 None None] Provisioning for port 431e6157-2bbb-4402-99db-f895c7928a64 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:09:06.075566 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-2bd944d2-d9ac-4d2a-8f3b-bda96fda8ee9 None None] Provisioning complete for port 431e6157-2bbb-4402-99db-f895c7928a64 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:09:06.076002 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2bd944d2-d9ac-4d2a-8f3b-bda96fda8ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:06.121673 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2bd944d2-d9ac-4d2a-8f3b-bda96fda8ee9 None None] Port 431e6157-2bbb-4402-99db-f895c7928a64 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:09:06.239058 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431e6157-2bbb-4402-99db-f895c7928a64 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:09:06.247741 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:06.257014 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91aba3-32fa-4ba2-80e8-7116b8b2294a req-307e5216-65b0-455a-811f-f26442c1b4c7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:06.258524 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4d91aba3-32fa-4ba2-80e8-7116b8b2294a req-307e5216-65b0-455a-811f-f26442c1b4c7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 931 time: 0.0498896 Aug 09 11:09:06.261343 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Transition to ACTIVE for port object 431e6157-2bbb-4402-99db-f895c7928a64 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:09:06.296879 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-4d91aba3-32fa-4ba2-80e8-7116b8b2294a req-d3d2cb18-ff8a-4d82-96c6-d520dc5f84dc tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314589 Aug 09 11:09:06.316547 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:06.371722 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Pushing event updated for resources: {'Port': ['ID=431e6157-2bbb-4402-99db-f895c7928a64,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:09:06.436914 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Attempting to bind port 431e6157-2bbb-4402-99db-f895c7928a64 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:09:06.437251 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Attempting to bind port 431e6157-2bbb-4402-99db-f895c7928a64 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:09:06.437584 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Attempting to bind port 431e6157-2bbb-4402-99db-f895c7928a64 on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:09:06.442097 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Port 431e6157-2bbb-4402-99db-f895c7928a64 on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:09:06.442421 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Attempting to bind port 431e6157-2bbb-4402-99db-f895c7928a64 on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:09:06.447346 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:09:06.447688 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Checking segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:09:06.448076 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Bound using segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:09:06.448507 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Bound port: 431e6157-2bbb-4402-99db-f895c7928a64, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:09:06.448869 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:06.515140 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] For port 431e6157-2bbb-4402-99db-f895c7928a64, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:09:06.518167 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] For port 431e6157-2bbb-4402-99db-f895c7928a64, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=431e6157-2bbb-4402-99db-f895c7928a64,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:09:06.593149 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:06.630989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:06.631653 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:06.633033 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-f534759e-c537-418a-8710-b11976f7e32d service neutron] 10.222.0.37 "PUT /v2.0/ports/431e6157-2bbb-4402-99db-f895c7928a64 HTTP/1.1" status: 200 len: 1093 time: 0.7253072 Aug 09 11:09:06.633472 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:09:06.635721 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8238f4-a101-4b42-8fca-61183b5ec6db" -d '{"events": [{"name": "network-changed", "server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "tag": "431e6157-2bbb-4402-99db-f895c7928a64"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:09:06.661556 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534759e-c537-418a-8710-b11976f7e32d service neutron] Pushing event updated for resources: {'Port': ['ID=431e6157-2bbb-4402-99db-f895c7928a64,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:09:06.673947 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115220d6-9ac4-431b-b239-cd6866d5e07e x-openstack-request-id: req-115220d6-9ac4-431b-b239-cd6866d5e07e {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:09:06.674242 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "tag": "431e6157-2bbb-4402-99db-f895c7928a64", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:09:06.675698 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-115220d6-9ac4-431b-b239-cd6866d5e07e {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:09:06.676456 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64', 'status': 'completed', 'code': 200} Aug 09 11:09:06.738984 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8238f4-a101-4b42-8fca-61183b5ec6db req-4473c80a-3656-4c3b-8107-54aecffb9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:06.740584 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4e8238f4-a101-4b42-8fca-61183b5ec6db req-4473c80a-3656-4c3b-8107-54aecffb9abf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 1096 time: 0.0442581 Aug 09 11:09:06.841312 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8238f4-a101-4b42-8fca-61183b5ec6db req-0a071041-43ec-4795-9e7e-1ecb579a2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:06.842773 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4e8238f4-a101-4b42-8fca-61183b5ec6db req-0a071041-43ec-4795-9e7e-1ecb579a2980 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0944264 Aug 09 11:09:06.934750 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8238f4-a101-4b42-8fca-61183b5ec6db req-d2a04ba5-77c3-4b13-8026-950d7ffbe012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:06.936146 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4e8238f4-a101-4b42-8fca-61183b5ec6db req-d2a04ba5-77c3-4b13-8026-950d7ffbe012 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863841 Aug 09 11:09:07.010582 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-ca36d828-d7b7-4ec4-88c9-ac8fcfcf25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:07.012092 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-ca36d828-d7b7-4ec4-88c9-ac8fcfcf25c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 1096 time: 0.0409989 Aug 09 11:09:07.055590 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-1e1a4575-b91f-4366-8a52-0479d833e888 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431e6157-2bbb-4402-99db-f895c7928a64 HTTP/1.1" status: 200 len: 217 time: 0.0357542 Aug 09 11:09:07.102174 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-cd3d9220-4229-4ec6-996b-25168b29d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:07.103565 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-cd3d9220-4229-4ec6-996b-25168b29d74f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0411534 Aug 09 11:09:07.147537 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-43c546ad-9a37-4ddc-af43-663a771e6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:07.148922 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-43c546ad-9a37-4ddc-af43-663a771e6eb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386412 Aug 09 11:09:07.242295 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-bdb32572-4dd8-4a10-bc90-b950ff166b03 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862145 Aug 09 11:09:07.328868 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0f6de5ef-761a-48d4-adf5-59af239b57f6 req-217e3bf4-dbc9-45a8-aeae-b45dfc3402f6 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793202 Aug 09 11:09:07.415623 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70decff-c9b3-41bf-82dc-81997b0b09e4 req-f2bfe043-045a-42f5-82cf-32a30d3713f6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:07.417002 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d70decff-c9b3-41bf-82dc-81997b0b09e4 req-f2bfe043-045a-42f5-82cf-32a30d3713f6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 943 time: 0.0524280 Aug 09 11:09:07.454855 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d70decff-c9b3-41bf-82dc-81997b0b09e4 req-43cf816e-d43d-4505-81bc-ffb372b31664 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313339 Aug 09 11:09:08.568293 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e405ce-9b36-4b84-82cf-67bc046c5a49 req-cd676fd6-c143-47c5-977b-f49bf86705e4 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:08.569754 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e3e405ce-9b36-4b84-82cf-67bc046c5a49 req-cd676fd6-c143-47c5-977b-f49bf86705e4 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 943 time: 0.0480313 Aug 09 11:09:08.610559 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e3e405ce-9b36-4b84-82cf-67bc046c5a49 req-ff6904dd-63ce-4afa-ad91-cc0248144071 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349476 Aug 09 11:09:09.725570 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54ea4f-10e7-483a-93c5-6bbf8de9c997 req-2b50b74d-81cd-400d-a04c-8140997eb808 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:09.727048 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5e54ea4f-10e7-483a-93c5-6bbf8de9c997 req-2b50b74d-81cd-400d-a04c-8140997eb808 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 943 time: 0.0485697 Aug 09 11:09:09.764545 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5e54ea4f-10e7-483a-93c5-6bbf8de9c997 req-f7983722-4c1b-43da-80a7-214dcc4c315f tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315990 Aug 09 11:09:10.875188 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0bfef-0bd5-43e0-b28b-89dd200a15f9 req-fb6fd45c-8379-405d-a717-b19af00c019d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:10.876664 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-85d0bfef-0bd5-43e0-b28b-89dd200a15f9 req-fb6fd45c-8379-405d-a717-b19af00c019d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 943 time: 0.0466859 Aug 09 11:09:10.913689 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-85d0bfef-0bd5-43e0-b28b-89dd200a15f9 req-2d09c106-8272-4a70-b8d3-8e84ab2faaba tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303106 Aug 09 11:09:12.024393 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bfd37-1196-4003-ad55-dd0088154e84 req-1b637c9a-d4e2-4cd4-b1ed-cd76ea337f90 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:12.025855 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-555bfd37-1196-4003-ad55-dd0088154e84 req-1b637c9a-d4e2-4cd4-b1ed-cd76ea337f90 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 943 time: 0.0472276 Aug 09 11:09:12.061441 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-555bfd37-1196-4003-ad55-dd0088154e84 req-3f4770ba-3016-4646-a3ce-7bcfa3cfd637 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298965 Aug 09 11:09:13.172291 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739fcdd-80d9-4db0-a477-f40456cb9ce5 req-1e0243ba-9b8a-47e6-a768-b4453c0b2eef tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:13.173779 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8739fcdd-80d9-4db0-a477-f40456cb9ce5 req-1e0243ba-9b8a-47e6-a768-b4453c0b2eef tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 943 time: 0.0482762 Aug 09 11:09:13.210517 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-8739fcdd-80d9-4db0-a477-f40456cb9ce5 req-4a2bc4ed-ff32-4baa-b782-be36f32d8455 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307448 Aug 09 11:09:14.325853 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ba832-161c-482d-bfec-0e9cd496d421 req-28a202d9-97cd-479e-a762-d610461bf678 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:14.327310 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f68ba832-161c-482d-bfec-0e9cd496d421 req-28a202d9-97cd-479e-a762-d610461bf678 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 943 time: 0.0506451 Aug 09 11:09:14.366095 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f68ba832-161c-482d-bfec-0e9cd496d421 req-19d955d0-52f5-4a95-a9ea-fdee13d4dd0f tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323656 Aug 09 11:09:14.938749 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:15.476484 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741b2ba-29bd-4996-affd-d4953d3dd1b1 req-8ffda88a-381c-4703-81f9-aa44107500ff tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:15.477855 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4741b2ba-29bd-4996-affd-d4953d3dd1b1 req-8ffda88a-381c-4703-81f9-aa44107500ff tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 943 time: 0.0469608 Aug 09 11:09:15.519246 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4741b2ba-29bd-4996-affd-d4953d3dd1b1 req-5159379f-2cc7-4575-ad76-2e40c9f56934 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355148 Aug 09 11:09:15.951800 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 431e6157-2bbb-4402-99db-f895c7928a64 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:09:16.044780 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 431e6157-2bbb-4402-99db-f895c7928a64, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=431e6157-2bbb-4402-99db-f895c7928a64,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:09:16.057517 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '431e6157-2bbb-4402-99db-f895c7928a64', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:09:16.099297 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:16.115415 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431e6157-2bbb-4402-99db-f895c7928a64 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:09:16.135326 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 431e6157-2bbb-4402-99db-f895c7928a64, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=431e6157-2bbb-4402-99db-f895c7928a64,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:09:16.195249 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:16.246889 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=431e6157-2bbb-4402-99db-f895c7928a64,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:09:16.252547 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.252898 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.253238 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.253839 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.254169 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.254498 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.254823 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.255170 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.255495 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.255817 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.256824 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.257147 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:09:16.397571 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['431e6157-2bbb-4402-99db-f895c7928a64'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:09:16.633728 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fca19d-afa5-4964-911c-3aae065f7ec6 req-89c16460-d0f3-4467-a356-589a6323f3fc tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:16.635331 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-86fca19d-afa5-4964-911c-3aae065f7ec6 req-89c16460-d0f3-4467-a356-589a6323f3fc tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 944 time: 0.0492001 Aug 09 11:09:16.673701 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-86fca19d-afa5-4964-911c-3aae065f7ec6 req-c79cc589-398c-4ef1-bf0d-0c7b6f1603a9 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323238 Aug 09 11:09:17.791217 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aa8f0-9500-4ea4-bd31-324fbd80f45c req-b1824102-d371-4e88-9cbc-f56f622da07b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:17.792683 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d64aa8f0-9500-4ea4-bd31-324fbd80f45c req-b1824102-d371-4e88-9cbc-f56f622da07b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 944 time: 0.0469623 Aug 09 11:09:17.829683 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d64aa8f0-9500-4ea4-bd31-324fbd80f45c req-f11d586c-08ab-4458-903c-a9fcffa46be9 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312219 Aug 09 11:09:17.967362 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 431e6157-2bbb-4402-99db-f895c7928a64 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:09:18.069716 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 431e6157-2bbb-4402-99db-f895c7928a64 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:09:18.073231 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 431e6157-2bbb-4402-99db-f895c7928a64 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:09:18.073604 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:18.147070 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:18.168845 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:09:18.171057 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723150c1-1320-4a99-9739-84253c61f072" -d '{"events": [{"server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "name": "network-vif-plugged", "status": "completed", "tag": "431e6157-2bbb-4402-99db-f895c7928a64"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:09:18.186660 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 431e6157-2bbb-4402-99db-f895c7928a64, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=431e6157-2bbb-4402-99db-f895c7928a64,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:09:18.258712 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:18.308088 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=431e6157-2bbb-4402-99db-f895c7928a64,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:09:18.311571 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75450b4e-dcfa-4dc8-97a9-ef1aa8cab1d3 x-openstack-request-id: req-75450b4e-dcfa-4dc8-97a9-ef1aa8cab1d3 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:09:18.311860 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "name": "network-vif-plugged", "status": "completed", "tag": "431e6157-2bbb-4402-99db-f895c7928a64", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:09:18.312110 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75450b4e-dcfa-4dc8-97a9-ef1aa8cab1d3 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:09:18.312493 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64', 'code': 200} Aug 09 11:09:18.637119 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce45f-6a61-4256-b64e-8226e1bde8ac req-7d98f8da-f50f-46ee-be06-5a9339e0bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:18.638559 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-228ce45f-6a61-4256-b64e-8226e1bde8ac req-7d98f8da-f50f-46ee-be06-5a9339e0bc4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0381176 Aug 09 11:09:18.673149 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-228ce45f-6a61-4256-b64e-8226e1bde8ac req-35794e50-eaac-405c-b4e2-a618f998a475 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271072 Aug 09 11:09:18.952950 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc081e8-a7a0-4116-92ba-10052978e557 req-9564ff10-d3e3-456c-8255-1cf5f50e7953 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:18.954321 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5fc081e8-a7a0-4116-92ba-10052978e557 req-9564ff10-d3e3-456c-8255-1cf5f50e7953 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 945 time: 0.0471356 Aug 09 11:09:18.994166 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5fc081e8-a7a0-4116-92ba-10052978e557 req-6639dedb-739c-4e7a-b6ea-aa731952937d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338330 Aug 09 11:09:20.106854 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd907ce5-e75e-4a47-b2b0-a0e38caaca3d req-20e528a8-a2c4-4f0b-9c42-5f60aeb09e0d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:20.108341 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cd907ce5-e75e-4a47-b2b0-a0e38caaca3d req-20e528a8-a2c4-4f0b-9c42-5f60aeb09e0d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 945 time: 0.0473495 Aug 09 11:09:20.146142 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-cd907ce5-e75e-4a47-b2b0-a0e38caaca3d req-0f62c24b-fbe9-496c-a788-8262d4b6f6c8 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315490 Aug 09 11:09:20.229997 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-867d4595-aa81-46a8-83bc-ac2d78a90eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:20.258944 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6713d-f5cc-4d1b-abd5-33f801760c3a req-421a1651-592a-4775-88a0-88cf3016ab96 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:20.260467 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c8c6713d-f5cc-4d1b-abd5-33f801760c3a req-421a1651-592a-4775-88a0-88cf3016ab96 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 945 time: 0.0503414 Aug 09 11:09:20.297542 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c8c6713d-f5cc-4d1b-abd5-33f801760c3a req-b5fbe347-bd16-49ae-bbb7-9043618a6367 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312028 Aug 09 11:09:20.319238 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51898) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:09:20.356887 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de06ec9-a02f-4179-985e-50fb75198689 tempest-TestVolumeBootPattern-1901039395 tempest-TestVolumeBootPattern-1901039395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:20.358345 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-1de06ec9-a02f-4179-985e-50fb75198689 tempest-TestVolumeBootPattern-1901039395 tempest-TestVolumeBootPattern-1901039395-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 1093 time: 0.0381598 Aug 09 11:09:20.361040 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 51900) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:09:20.366325 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'floatingip': {'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:09:20.443619 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:20.536942 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:20.636423 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Allocated IP 172.27.0.197 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/b2c22018-9f4f-44dc-9b59-0cd0d6c3f68c) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:09:20.736624 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:20.832607 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:20.872100 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:09:20.874874 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:09:20.877464 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:09:20.901367 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'Port': ['ID=b2c22018-9f4f-44dc-9b59-0cd0d6c3f68c,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:09:21.501568 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:21.612664 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:21.757244 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:21.829586 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:21.899739 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'Port': ['ID=b2c22018-9f4f-44dc-9b59-0cd0d6c3f68c,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:09:21.909360 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:22.006022 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Floating IP dd720e2a-15fa-4d49-8176-48f27378241f associated. External IP: 172.27.0.197, port: 431e6157-2bbb-4402-99db-f895c7928a64. Aug 09 11:09:22.202168 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Router b7948641-5056-48fb-96a4-7f7eed5901a1 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:09:22.307572 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:09:22.317482 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] Sync routers for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:09:22.326954 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:09:22.327607 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:08:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:09:22.421139 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:22.450058 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-392d48c5-4b2c-4983-bd45-b382bcdb226a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0879729 Aug 09 11:09:22.450654 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:09:22.452974 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bea540-f056-4b99-b245-ffad7f130499" -d '{"events": [{"name": "network-changed", "server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "tag": "431e6157-2bbb-4402-99db-f895c7928a64"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:09:22.492182 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61eac54-818c-4638-b4c7-5a77cd396911 x-openstack-request-id: req-a61eac54-818c-4638-b4c7-5a77cd396911 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:09:22.492479 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "tag": "431e6157-2bbb-4402-99db-f895c7928a64", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:09:22.492733 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a61eac54-818c-4638-b4c7-5a77cd396911 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:09:22.493131 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64', 'status': 'completed', 'code': 200} Aug 09 11:09:22.553713 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bea540-f056-4b99-b245-ffad7f130499 req-5dd395d3-aca2-491f-8a1a-c8efc2757390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:22.555258 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e4bea540-f056-4b99-b245-ffad7f130499 req-5dd395d3-aca2-491f-8a1a-c8efc2757390 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0405550 Aug 09 11:09:22.561051 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:09:22.646866 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bea540-f056-4b99-b245-ffad7f130499 req-7ed2fc53-f917-4f67-8b5c-a5f4f44e5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:22.648576 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e4bea540-f056-4b99-b245-ffad7f130499 req-7ed2fc53-f917-4f67-8b5c-a5f4f44e5d28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0862668 Aug 09 11:09:22.719866 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e4bea540-f056-4b99-b245-ffad7f130499 req-92ecbfde-58b6-4cfc-8cd6-16c5ee9a9bb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431e6157-2bbb-4402-99db-f895c7928a64 HTTP/1.1" status: 200 len: 999 time: 0.0643528 Aug 09 11:09:22.770946 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bea540-f056-4b99-b245-ffad7f130499 req-fd888743-b270-4e1b-97e6-1a803defd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:22.772486 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e4bea540-f056-4b99-b245-ffad7f130499 req-fd888743-b270-4e1b-97e6-1a803defd030 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0456009 Aug 09 11:09:22.787576 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': 'dd720e2a-15fa-4d49-8176-48f27378241f', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:09:21Z', 'updated_at': '2021-08-09T11:09:21Z', 'revision_number': 0, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:09:22.817116 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bea540-f056-4b99-b245-ffad7f130499 req-b27d6550-d550-4117-99ab-86f5eca33a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:22.818629 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e4bea540-f056-4b99-b245-ffad7f130499 req-b27d6550-d550-4117-99ab-86f5eca33a77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396552 Aug 09 11:09:22.820666 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] Checking router: b7948641-5056-48fb-96a4-7f7eed5901a1 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:09:22.828942 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:09:22.829636 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:08:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:09:22.914960 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e4bea540-f056-4b99-b245-ffad7f130499 req-812aa6a3-e8a1-49f0-8be5-0a7aacc07942 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853491 Aug 09 11:09:22.933697 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:09:23.004575 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e4bea540-f056-4b99-b245-ffad7f130499 req-0f6352d2-3cc8-4d05-b901-4ea6e0d8b910 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818617 Aug 09 11:09:23.036599 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e901e542-7c70-4c77-95ad-3557b0c11007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:23.162871 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': 'dd720e2a-15fa-4d49-8176-48f27378241f', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:09:21Z', 'updated_at': '2021-08-09T11:09:21Z', 'revision_number': 0, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:09:23.187819 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e948c8-904e-47b9-b42e-c7061b58e0cc None None] The sync data for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi is: [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': 'dd720e2a-15fa-4d49-8176-48f27378241f', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:09:21Z', 'updated_at': '2021-08-09T11:09:21Z', 'revision_number': 0, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:09:23.346634 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:23.360254 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa58d1-1ce6-4607-a2a1-16ada2f5a2a6 None None] New status for floating IP dd720e2a-15fa-4d49-8176-48f27378241f: ACTIVE {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:09:23.900852 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:25.303993 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:37.545884 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:09:44.956804 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:47.405366 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-75687d50-692b-4dc5-bbca-d579b5bec208 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434389 Aug 09 11:09:47.484471 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-b6f02d5c-4c51-468f-beb1-8197146a8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:47.485965 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-b6f02d5c-4c51-468f-beb1-8197146a8ce3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0399914 Aug 09 11:09:47.583646 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-fb0706e2-d2ea-4967-8dd6-3af66f7db770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:47.585084 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-fb0706e2-d2ea-4967-8dd6-3af66f7db770 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0807569 Aug 09 11:09:47.650912 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-ba5f1106-5c95-40be-9dd8-79c904132b52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431e6157-2bbb-4402-99db-f895c7928a64 HTTP/1.1" status: 200 len: 1001 time: 0.0586538 Aug 09 11:09:47.698468 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-85868460-735e-48a9-ab63-2d1af11513f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:47.699831 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-85868460-735e-48a9-ab63-2d1af11513f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0421889 Aug 09 11:09:47.742692 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-c98587a6-bb69-4177-8871-51b7a94c5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:09:47.744145 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-c98587a6-bb69-4177-8871-51b7a94c5fc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374966 Aug 09 11:09:47.834354 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-17372f18-d826-432a-8a1e-0c62869eae60 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834496 Aug 09 11:09:47.920226 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e9b140d2-f568-4633-bca5-b1f544f60c00 req-8d6d6c61-435a-4a56-b030-985a8aa8ce70 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795090 Aug 09 11:09:50.269969 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ee7a9f35-8488-4e0b-b06c-210ccb322350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:53.006320 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0da7387a-1220-4bb3-95ff-7bfa4c9724c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:53.348937 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:53.894387 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:09:55.297886 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:14.545394 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:10:14.972729 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:20.235300 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a4a1732c-d322-44a2-bc80-015cec5e2a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:23.007267 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e2227234-903b-4e98-bef2-5bcbe5756e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:23.326658 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:23.880579 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:25.314933 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:44.954329 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:47.415259 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-4ca5e409-f99a-482c-befd-67f5af42b31c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429015 Aug 09 11:10:47.493747 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-d9b09235-6235-4ed8-beba-316c99686d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:10:47.495860 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-d9b09235-6235-4ed8-beba-316c99686d3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0400231 Aug 09 11:10:47.602554 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-5cb446fb-539a-42a1-af2c-7ff63b36d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:10:47.604638 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-5cb446fb-539a-42a1-af2c-7ff63b36d947 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0889838 Aug 09 11:10:47.680215 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-7f27ad87-817d-412a-975c-3b1e33af6bb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431e6157-2bbb-4402-99db-f895c7928a64 HTTP/1.1" status: 200 len: 1001 time: 0.0688360 Aug 09 11:10:47.727606 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-7fd8647f-01f7-40f3-bba7-1819cf6dd985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:10:47.729516 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-7fd8647f-01f7-40f3-bba7-1819cf6dd985 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0424609 Aug 09 11:10:47.777046 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-5bd913ab-3059-4e8f-829c-f6128cacc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:10:47.778474 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-5bd913ab-3059-4e8f-829c-f6128cacc01c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418444 Aug 09 11:10:47.868258 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-c935705c-bb24-41c8-b3ec-57ffc14b4669 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819747 Aug 09 11:10:47.966458 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-ced0fd7d-2467-4e73-a4f4-0d3db43fb17a req-1fc53940-cb7e-4311-94d1-c528cfc92163 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916564 Aug 09 11:10:50.251476 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d449c494-decb-4a67-9b49-b248bfff339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:51.544632 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:10:53.028529 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5af1275c-b0dc-4a93-a295-c37f1f421f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:53.359907 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:53.919572 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:10:55.353675 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:01.015747 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-bc880a70-50ea-4d04-9f3e-bcaf6d56feb3 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53337667&fields=id&tenant_id=7f8f24de7deb433ba6cd0bf27621dda0 HTTP/1.1" status: 200 len: 267 time: 0.0336356 Aug 09 11:11:01.122147 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-005eb2be-4557-432d-88d4-fd34d6dc5851 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:01.123623 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-005eb2be-4557-432d-88d4-fd34d6dc5851 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 812 time: 0.1013434 Aug 09 11:11:01.138876 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-c9896190-221d-484a-b9a2-b5c2356a784f tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/quotas/7f8f24de7deb433ba6cd0bf27621dda0 HTTP/1.1" status: 200 len: 375 time: 0.0088608 Aug 09 11:11:01.195515 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-b88f7262-fc71-4deb-ab74-8401ac04f6bb tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511591 Aug 09 11:11:01.367533 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-3ce98514-1544-4b88-afd6-e7b7c7dd58bb service neutron] 10.222.0.35 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594436 Aug 09 11:11:01.453100 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-116c156e-4245-4664-8f94-651337824864 service neutron] 10.222.0.35 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795140 Aug 09 11:11:01.967733 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-43c68608-0f1f-4a72-8223-83e13e7858ec req-ad76944f-b2a8-4612-bdd8-d55efcdb98c0 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 210 time: 0.0313318 Aug 09 11:11:03.047463 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-d7e2885a-0dd0-4d6c-81ce-b3529a5b7cb5 req-f8309040-520e-4042-8f86-8d319d65d1a6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 210 time: 0.0254519 Aug 09 11:11:04.137192 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-a71edf7f-0640-42ef-837c-944170b74aca req-d3a466c2-5f95-4798-9f72-c4675aa1f74b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 210 time: 0.0258529 Aug 09 11:11:05.211760 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-5e24e431-ca61-4e7b-825a-f39381659da9 req-78210184-6d9b-43fa-ad3b-d1d3abdb983c tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 210 time: 0.0251729 Aug 09 11:11:06.305982 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-5e1fc619-dcc6-48d7-b50f-963e6f1a4524 req-a86e664b-e5c7-48ca-bb73-115868d5be0e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Aug 09 11:11:07.400659 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63e153df-f479-4c6f-b1a8-f62707dde325 req-75ff2625-7be3-4145-8669-bdbc40fb836f tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 210 time: 0.0291243 Aug 09 11:11:07.621945 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-15667a1c-36de-4709-968d-6410feb0e0b2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:07.623335 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-15667a1c-36de-4709-968d-6410feb0e0b2 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 812 time: 0.0999780 Aug 09 11:11:07.665695 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-023167e2-1ded-4f73-bd64-db747574881f tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8f24de7deb433ba6cd0bf27621dda0 HTTP/1.1" status: 200 len: 378 time: 0.0331488 Aug 09 11:11:07.675330 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'port': {'device_id': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'admin_state_up': True, 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'security_groups': ['f01108b7-d4c9-49dd-9521-efc3fda47226']}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:11:07.822211 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Made reservation on behalf of 7f8f24de7deb433ba6cd0bf27621dda0 for: {'port': 1} {{(pid=105357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:11:07.825778 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:07.950346 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Allocated IP 172.20.0.14 (06bcfb16-6a9f-4bb5-8040-8e4afaff411d/e5173281-5bf1-4ef9-a98a-c8c96d2ee149/6c66adcf-611c-442c-9f7f-f26643d07120) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:11:08.086569 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:08.100717 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Transition to ACTIVE for port object 6c66adcf-611c-442c-9f7f-f26643d07120 will not be triggered until provisioned by entity DHCP. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:11:08.194097 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:08.241141 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:11:08.247105 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:11:08.249510 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:11:08.253808 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'Port': ['ID=6c66adcf-611c-442c-9f7f-f26643d07120,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:11:08.292222 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.292675 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.292921 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.293259 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.293591 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.293955 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.294240 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.294567 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.294911 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.295411 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.295624 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.295948 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:08.318523 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:08.319210 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:08.417321 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-978b5477-bccf-4636-a55d-0a52cc19aab6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7463064 Aug 09 11:11:08.429724 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Request body: {'port': {'device_id': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80389'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:11:08.487157 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:08.521575 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f49a6-d8e3-49a0-9d5b-ca54b52f8e4e req-fdb7b2b8-7672-450d-bc52-474f372092b7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:08.523369 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d90f49a6-d8e3-49a0-9d5b-ca54b52f8e4e req-fdb7b2b8-7672-450d-bc52-474f372092b7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 932 time: 0.0565195 Aug 09 11:11:08.562205 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-d90f49a6-d8e3-49a0-9d5b-ca54b52f8e4e req-e28236c8-aa9b-4b38-9954-3678fac344a6 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325241 Aug 09 11:11:08.582520 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-96982ee2-d712-4a10-be85-b59226286b1c None None] Provisioning for port 6c66adcf-611c-442c-9f7f-f26643d07120 completed by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:11:08.587326 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-96982ee2-d712-4a10-be85-b59226286b1c None None] Provisioning complete for port 6c66adcf-611c-442c-9f7f-f26643d07120 triggered by entity DHCP. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:11:08.587722 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-96982ee2-d712-4a10-be85-b59226286b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:08.622470 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-96982ee2-d712-4a10-be85-b59226286b1c None None] Port 6c66adcf-611c-442c-9f7f-f26643d07120 cannot update to ACTIVE because it is not bound. {{(pid=105359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:11:08.765083 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c66adcf-611c-442c-9f7f-f26643d07120 {{(pid=105357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:11:08.772565 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:08.784130 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.provisioning_blocks [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Transition to ACTIVE for port object 6c66adcf-611c-442c-9f7f-f26643d07120 will not be triggered until provisioned by entity L2. {{(pid=105357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:11:08.862476 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:08.915873 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Pushing event updated for resources: {'Port': ['ID=6c66adcf-611c-442c-9f7f-f26643d07120,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:11:08.992725 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Attempting to bind port 6c66adcf-611c-442c-9f7f-f26643d07120 on host hv-cinder-80389 for vnic_type normal with profile {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:11:08.993159 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Attempting to bind port 6c66adcf-611c-442c-9f7f-f26643d07120 by drivers openvswitch,hyperv on host hv-cinder-80389 at level 0 using segments [{'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:11:08.993563 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Attempting to bind port 6c66adcf-611c-442c-9f7f-f26643d07120 on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:11:08.998267 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Port 6c66adcf-611c-442c-9f7f-f26643d07120 on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80389 {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:11:08.998591 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Attempting to bind port 6c66adcf-611c-442c-9f7f-f26643d07120 on network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:11:09.006605 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Checking agent: {'id': '7c566bf2-88ed-4ed3-b91f-d45f4aa09bbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80389', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'started_at': datetime.datetime(2021, 8, 9, 10, 54, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:11:09.011877 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Checking segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:11:09.011877 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Bound using segment: {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'} {{(pid=105357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:11:09.011877 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.managers [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Bound port: 6c66adcf-611c-442c-9f7f-f26643d07120, host: hv-cinder-80389, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef2f417-15bc-4a2a-bfa9-bc1b542417da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d'}}] {{(pid=105357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:11:09.011877 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:09.073299 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] For port 6c66adcf-611c-442c-9f7f-f26643d07120, host hv-cinder-80389, cleared binding levels {{(pid=105357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:11:09.076193 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] For port 6c66adcf-611c-442c-9f7f-f26643d07120, host hv-cinder-80389, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=6c66adcf-611c-442c-9f7f-f26643d07120,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:11:09.171028 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:09.208983 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:09.209604 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:09.210984 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] 10.222.0.37 "PUT /v2.0/ports/6c66adcf-611c-442c-9f7f-f26643d07120 HTTP/1.1" status: 200 len: 1094 time: 0.7855167 Aug 09 11:11:09.211453 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:11:09.213698 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b0bb5-2050-482c-86ba-145c4f4eab05" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:11:09.238366 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bd375-1da3-4286-beaa-a7716a81aa06 service neutron] Pushing event updated for resources: {'Port': ['ID=6c66adcf-611c-442c-9f7f-f26643d07120,revision_number=3']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:11:09.258326 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5777c06d-de12-4d8b-9ee4-ce5c6c0de083 x-openstack-request-id: req-5777c06d-de12-4d8b-9ee4-ce5c6c0de083 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:11:09.258628 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:11:09.258885 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5777c06d-de12-4d8b-9ee4-ce5c6c0de083 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:11:09.259319 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120', 'status': 'completed', 'code': 200} Aug 09 11:11:09.321031 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0bb5-2050-482c-86ba-145c4f4eab05 req-cab248ba-f790-4290-a94a-a6864dab274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:09.322545 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fe7b0bb5-2050-482c-86ba-145c4f4eab05 req-cab248ba-f790-4290-a94a-a6864dab274c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 1097 time: 0.0416722 Aug 09 11:11:09.419135 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0bb5-2050-482c-86ba-145c4f4eab05 req-aa1b2d3a-a579-4263-90f5-4f3e7f78d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:09.420624 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fe7b0bb5-2050-482c-86ba-145c4f4eab05 req-aa1b2d3a-a579-4263-90f5-4f3e7f78d840 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0907707 Aug 09 11:11:09.513757 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0bb5-2050-482c-86ba-145c4f4eab05 req-67eb6b30-507d-4991-937f-52314ae47373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:09.515186 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-fe7b0bb5-2050-482c-86ba-145c4f4eab05 req-67eb6b30-507d-4991-937f-52314ae47373 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874991 Aug 09 11:11:09.587224 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-b12a5ad0-49fe-497a-8504-0ca4ad0eadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:09.588600 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-b12a5ad0-49fe-497a-8504-0ca4ad0eadfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 1097 time: 0.0386455 Aug 09 11:11:09.683389 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01746d98-3129-4a8b-b591-cd7d4f0e5a57 req-9872e5a5-f56c-4285-8ba6-0488e23aed8b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:09.684971 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-01746d98-3129-4a8b-b591-cd7d4f0e5a57 req-9872e5a5-f56c-4285-8ba6-0488e23aed8b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 944 time: 0.0528531 Aug 09 11:11:09.725720 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-01746d98-3129-4a8b-b591-cd7d4f0e5a57 req-b23466ad-7485-4f31-838f-50173bae0287 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342565 Aug 09 11:11:09.906481 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-95d8fc61-ed1c-497f-98cf-e84d39198694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c66adcf-611c-442c-9f7f-f26643d07120 HTTP/1.1" status: 200 len: 217 time: 0.3099084 Aug 09 11:11:09.953611 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-28947267-d577-4ef6-9d14-de4391bb2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:09.955221 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-28947267-d577-4ef6-9d14-de4391bb2cb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0425022 Aug 09 11:11:09.998846 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-bf5eadf4-2ff1-4ec3-8a98-8f510343d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:10.000547 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-bf5eadf4-2ff1-4ec3-8a98-8f510343d4fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383830 Aug 09 11:11:10.089672 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-bd86d714-3316-4499-8f5d-f150b30e1c46 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815454 Aug 09 11:11:10.176174 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1a44bbfe-4293-47e0-85b5-21d809ef52be req-b58c6fc0-f7b0-4eb4-9ee1-0914c0f26be4 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795181 Aug 09 11:11:10.841783 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62193978-9e57-40f5-bd43-a0bd77dadeba req-4cde7aa9-38fc-4399-a95c-c0b6ce5d5c12 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:10.843233 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62193978-9e57-40f5-bd43-a0bd77dadeba req-4cde7aa9-38fc-4399-a95c-c0b6ce5d5c12 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 944 time: 0.0473566 Aug 09 11:11:10.881117 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-62193978-9e57-40f5-bd43-a0bd77dadeba req-c53264c0-a1b0-4f7c-ac92-3ef08c9c95df tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310624 Aug 09 11:11:11.990998 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cb02b-8662-4b14-a77c-608bb7820618 req-9455f71c-3f43-4bf8-9868-981055d926d4 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:11.992468 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-987cb02b-8662-4b14-a77c-608bb7820618 req-9455f71c-3f43-4bf8-9868-981055d926d4 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 944 time: 0.0471964 Aug 09 11:11:12.029150 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-987cb02b-8662-4b14-a77c-608bb7820618 req-877bdbb8-637c-4343-8e91-6421460db04b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308189 Aug 09 11:11:13.146477 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d16204-328a-4728-a69b-fff82fce0907 req-8c186ce6-6652-4815-b4a9-24137dd32f22 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:13.147980 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-99d16204-328a-4728-a69b-fff82fce0907 req-8c186ce6-6652-4815-b4a9-24137dd32f22 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 944 time: 0.0533051 Aug 09 11:11:13.184291 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-99d16204-328a-4728-a69b-fff82fce0907 req-518e6cd6-48f4-4fda-99b4-f471a852173e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305049 Aug 09 11:11:14.295815 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03259f35-926c-4c16-822b-cdfae77a648b req-4d2c43a6-abcc-4f18-b094-c41f8bd1392d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:14.297282 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-03259f35-926c-4c16-822b-cdfae77a648b req-4d2c43a6-abcc-4f18-b094-c41f8bd1392d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 944 time: 0.0470803 Aug 09 11:11:14.334358 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-03259f35-926c-4c16-822b-cdfae77a648b req-1f43babf-34d7-4012-92f2-ebbe86289840 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309105 Aug 09 11:11:14.970996 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:15.449057 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4790aa7-6b56-4590-83e6-c442af41bc9f req-6b72770c-820a-4161-8c79-92d7c3366898 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:15.450512 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b4790aa7-6b56-4590-83e6-c442af41bc9f req-6b72770c-820a-4161-8c79-92d7c3366898 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 944 time: 0.0469065 Aug 09 11:11:15.487294 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b4790aa7-6b56-4590-83e6-c442af41bc9f req-9088d2be-4f5c-46c3-9f2d-19d165d41452 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302520 Aug 09 11:11:16.601946 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83628d0-e7cb-4961-8796-e9e5a8cc76d6 req-700cc0c1-5e93-4d3e-b24a-0d96a7329273 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:16.603495 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f83628d0-e7cb-4961-8796-e9e5a8cc76d6 req-700cc0c1-5e93-4d3e-b24a-0d96a7329273 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 944 time: 0.0501978 Aug 09 11:11:16.640312 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-f83628d0-e7cb-4961-8796-e9e5a8cc76d6 req-5d205b1d-c88e-464e-a96b-75b26c574309 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310771 Aug 09 11:11:17.752417 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995a7db-d962-48ba-ae60-123536a8ee98 req-5884644b-b1ce-4224-b235-62e4e45ff463 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:17.753880 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e995a7db-d962-48ba-ae60-123536a8ee98 req-5884644b-b1ce-4224-b235-62e4e45ff463 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 944 time: 0.0484955 Aug 09 11:11:17.790362 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e995a7db-d962-48ba-ae60-123536a8ee98 req-cbee02bb-0d44-47b9-90d2-8d71e37fef97 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306547 Aug 09 11:11:18.540541 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 6c66adcf-611c-442c-9f7f-f26643d07120 details requested by agent hyperv_hv-cinder-80389 with host hv-cinder-80389 {{(pid=105359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:11:18.630567 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 6c66adcf-611c-442c-9f7f-f26643d07120, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=6c66adcf-611c-442c-9f7f-f26643d07120,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:11:18.641309 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Returning: {'device': '6c66adcf-611c-442c-9f7f-f26643d07120', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'port_id': '6c66adcf-611c-442c-9f7f-f26643d07120', 'mac_address': 'fa:16:3e:8a:04:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:11:18.680464 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:18.692652 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c66adcf-611c-442c-9f7f-f26643d07120 {{(pid=105359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:11:18.711966 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 6c66adcf-611c-442c-9f7f-f26643d07120, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=6c66adcf-611c-442c-9f7f-f26643d07120,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:11:18.781620 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:18.830355 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=6c66adcf-611c-442c-9f7f-f26643d07120,revision_number=4']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:11:18.837276 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.837633 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.838048 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.838498 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.838893 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.839279 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.839640 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.839975 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.841053 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.841053 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.841053 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.841479 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:11:18.902983 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad594ca-a1df-4773-b99a-a2726a0742e2 req-70ed783a-2865-4169-be67-a9bc409163f3 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:18.904459 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9ad594ca-a1df-4773-b99a-a2726a0742e2 req-70ed783a-2865-4169-be67-a9bc409163f3 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 945 time: 0.0470665 Aug 09 11:11:18.941646 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-9ad594ca-a1df-4773-b99a-a2726a0742e2 req-d1c3cb4a-e7ef-4ae4-bae3-d15104ceccb8 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312512 Aug 09 11:11:19.033239 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] get_ports_and_sgs() called for port_ids ['6c66adcf-611c-442c-9f7f-f26643d07120'] {{(pid=105359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:11:20.139790 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adcc4b-8d78-4c3f-9473-4866f59c08e0 req-85578ab4-0c2f-4186-8dee-aed4e81ba040 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:20.141246 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b3adcc4b-8d78-4c3f-9473-4866f59c08e0 req-85578ab4-0c2f-4186-8dee-aed4e81ba040 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 945 time: 0.0504513 Aug 09 11:11:20.181817 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b3adcc4b-8d78-4c3f-9473-4866f59c08e0 req-698c28fe-f9aa-4b35-861a-0627372f3059 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341589 Aug 09 11:11:20.209988 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0b0516f8-d18c-4afb-9b12-df5f7ccf2491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:20.571698 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 6c66adcf-611c-442c-9f7f-f26643d07120 up at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:11:20.672495 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning for port 6c66adcf-611c-442c-9f7f-f26643d07120 completed by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:11:20.676065 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.provisioning_blocks [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Provisioning complete for port 6c66adcf-611c-442c-9f7f-f26643d07120 triggered by entity L2. {{(pid=105359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:11:20.676433 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919343'] for port, provisioning_complete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:20.753449 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:20.774066 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120'}] {{(pid=105359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:11:20.776290 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1153e2867f67a26a74f26e811e6d5d2424fe517c1549578811ca4b6e221f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033897fd-a5d8-4338-ad15-dbacc21300c2" -d '{"events": [{"server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "name": "network-vif-plugged", "status": "completed", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120"}]}' {{(pid=105359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:11:20.788910 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] For port 6c66adcf-611c-442c-9f7f-f26643d07120, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=6c66adcf-611c-442c-9f7f-f26643d07120,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:11:20.811237 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3536a29e-e964-4f9d-8eca-55ecb37318a3 x-openstack-request-id: req-3536a29e-e964-4f9d-8eca-55ecb37318a3 {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:11:20.811531 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "name": "network-vif-plugged", "status": "completed", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120", "code": 200}]} {{(pid=105359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:11:20.811785 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3536a29e-e964-4f9d-8eca-55ecb37318a3 {{(pid=105359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:11:20.812178 dv-cinder-803896-1-iscsi neutron-server[105359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120', 'code': 200} Aug 09 11:11:20.833198 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901'] for port, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:20.878711 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Pushing event updated for resources: {'Port': ['ID=6c66adcf-611c-442c-9f7f-f26643d07120,revision_number=5']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:11:21.143989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f327764-4336-461d-822d-770bb1ae3226 req-1e8b2a66-1ff1-420f-8b1d-276caec2c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:21.145344 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4f327764-4336-461d-822d-770bb1ae3226 req-1e8b2a66-1ff1-420f-8b1d-276caec2c978 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 1099 time: 0.0393734 Aug 09 11:11:21.177939 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-4f327764-4336-461d-822d-770bb1ae3226 req-538da5cb-f452-4899-9b34-5e9baec67132 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0261161 Aug 09 11:11:21.293906 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45a56-8422-4f10-b5d2-91c4e804c31c req-25cf3bd2-b648-4433-9f59-169045081798 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:21.295360 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e8f45a56-8422-4f10-b5d2-91c4e804c31c req-25cf3bd2-b648-4433-9f59-169045081798 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 946 time: 0.0480771 Aug 09 11:11:21.332909 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e8f45a56-8422-4f10-b5d2-91c4e804c31c req-e7faab36-ef25-4387-a1ad-49bfab615f05 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313315 Aug 09 11:11:22.445322 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d995c3f-9b07-42da-b750-eaa94b08e311 req-c7af17a9-9c4d-4bc7-bfc2-91a14ef1e61a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:22.446780 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6d995c3f-9b07-42da-b750-eaa94b08e311 req-c7af17a9-9c4d-4bc7-bfc2-91a14ef1e61a tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 946 time: 0.0467761 Aug 09 11:11:22.482544 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-6d995c3f-9b07-42da-b750-eaa94b08e311 req-386f019d-e291-4a9d-925d-4b014f667d40 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299211 Aug 09 11:11:22.654107 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97e65-ff83-492b-873b-ee451b8b522f req-4416cf17-b879-4f2f-8ba1-2f5e0d52f4d8 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:22.655504 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-75d97e65-ff83-492b-873b-ee451b8b522f req-4416cf17-b879-4f2f-8ba1-2f5e0d52f4d8 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 946 time: 0.0986977 Aug 09 11:11:22.694502 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-75d97e65-ff83-492b-873b-ee451b8b522f req-06f72bd3-4c5f-4d16-927d-8eca434ba38b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326040 Aug 09 11:11:22.715851 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52046) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:11:22.753870 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb7351-9a72-42a0-a608-42659d6e1bb3 tempest-TestVolumeBootPattern-1901039395 tempest-TestVolumeBootPattern-1901039395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:22.755346 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-23bb7351-9a72-42a0-a608-42659d6e1bb3 tempest-TestVolumeBootPattern-1901039395 tempest-TestVolumeBootPattern-1901039395-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 1094 time: 0.0385358 Aug 09 11:11:22.757962 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52048) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:11:22.762293 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.v2.base [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Request body: {'floatingip': {'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'port_id': '6c66adcf-611c-442c-9f7f-f26643d07120', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:11:22.849759 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:22.947871 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:23.015849 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-720bd7cc-f71f-4778-a791-5198bcd7e57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:23.049452 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_common [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Allocated IP 172.27.0.209 (6703564e-f692-4aad-ba2f-eb73ae535c28/cba6db50-e8b5-4069-a365-36d69cbc5ab6/c6e74691-f51d-4db5-827e-33df248a57b3) {{(pid=105357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:11:23.155327 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for port, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:23.239153 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784378565605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:23.279684 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Network 6703564e-f692-4aad-ba2f-eb73ae535c28 is already hosted by enough agents. {{(pid=105357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:11:23.282819 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Resources bound (agent type, host, resource id): {{(pid=105357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:11:23.286388 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Received port after_create {{(pid=105357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:11:23.291683 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'Port': ['ID=c6e74691-f51d-4db5-827e-33df248a57b3,revision_number=1']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:11:23.330225 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:23.637556 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:23.757473 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1988908'] for port, before_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:23.905923 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for port, precommit_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:23.924679 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:24.010004 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784378954909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784378565623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784378565901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113876'] for port, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:24.090437 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event updated for resources: {'Port': ['ID=c6e74691-f51d-4db5-827e-33df248a57b3,revision_number=2']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:11:24.112261 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-892055'] for floatingip, after_update {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:24.217576 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Floating IP 43f9b34a-80b9-4855-bb84-d6509f37f7bc associated. External IP: 172.27.0.209, port: 6c66adcf-611c-442c-9f7f-f26643d07120. Aug 09 11:11:24.427746 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Router b7948641-5056-48fb-96a4-7f7eed5901a1 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:11:24.530604 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:11:24.540986 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] Sync routers for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:11:24.550349 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:11:24.550961 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:11:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:11:24.610549 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:24.652157 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-9ed9df7a-e94c-4eda-9196-1687ac4d37f5 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8812895 Aug 09 11:11:24.652157 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:11:24.652157 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9081bc-4b0a-4805-8e35-ca8986164f64" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:11:24.655391 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:11:24.679058 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a83e247-71ea-4e57-b39b-6a82a0e745f0 x-openstack-request-id: req-5a83e247-71ea-4e57-b39b-6a82a0e745f0 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:11:24.679384 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:11:24.679653 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a83e247-71ea-4e57-b39b-6a82a0e745f0 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:11:24.680057 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120', 'status': 'completed', 'code': 200} Aug 09 11:11:24.741144 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-51c0bc78-1ca4-416e-9539-c97da4c6f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:24.742654 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-51c0bc78-1ca4-416e-9539-c97da4c6f136 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 1099 time: 0.0416818 Aug 09 11:11:24.831224 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-ffacb824-7278-4ffc-a267-24f074f38115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:24.832737 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-ffacb824-7278-4ffc-a267-24f074f38115 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0837829 Aug 09 11:11:24.880509 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '43f9b34a-80b9-4855-bb84-d6509f37f7bc', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '6c66adcf-611c-442c-9f7f-f26643d07120', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:8a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:11:23Z', 'updated_at': '2021-08-09T11:11:23Z', 'revision_number': 0, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}, {'id': 'dd720e2a-15fa-4d49-8176-48f27378241f', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:09:21Z', 'updated_at': '2021-08-09T11:09:23Z', 'revision_number': 1, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:11:24.900990 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-6cdf7c07-b74a-442b-951c-88fd164e1479 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c66adcf-611c-442c-9f7f-f26643d07120 HTTP/1.1" status: 200 len: 1000 time: 0.0617795 Aug 09 11:11:24.906595 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] Checking router: b7948641-5056-48fb-96a4-7f7eed5901a1 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:11:24.914872 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:11:24.915506 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:11:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:11:24.948863 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-1f62e8d8-0e00-4608-ac43-ee0d8a93a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:24.950312 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-1f62e8d8-0e00-4608-ac43-ee0d8a93a579 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0431850 Aug 09 11:11:24.993471 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-c5fbef45-df28-4a4f-ab32-866ad8f88b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:24.994998 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-c5fbef45-df28-4a4f-ab32-866ad8f88b22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383232 Aug 09 11:11:25.090424 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-a4cc73e4-a891-4bfd-b9d8-4558c3bdc9cd service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880728 Aug 09 11:11:25.143742 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:11:25.177980 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb9081bc-4b0a-4805-8e35-ca8986164f64 req-4f7a9508-e51f-4f8c-bedb-816d7ab0a316 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811498 Aug 09 11:11:25.343570 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:25.368370 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '43f9b34a-80b9-4855-bb84-d6509f37f7bc', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '6c66adcf-611c-442c-9f7f-f26643d07120', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:8a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:11:23Z', 'updated_at': '2021-08-09T11:11:23Z', 'revision_number': 0, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}, {'id': 'dd720e2a-15fa-4d49-8176-48f27378241f', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:09:21Z', 'updated_at': '2021-08-09T11:09:23Z', 'revision_number': 1, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:11:25.398033 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5249a-8d71-4fbd-a30b-e7897167a6d0 None None] The sync data for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi is: [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': '43f9b34a-80b9-4855-bb84-d6509f37f7bc', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '6c66adcf-611c-442c-9f7f-f26643d07120', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:8a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:11:23Z', 'updated_at': '2021-08-09T11:11:23Z', 'revision_number': 0, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}, {'id': 'dd720e2a-15fa-4d49-8176-48f27378241f', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:09:21Z', 'updated_at': '2021-08-09T11:09:23Z', 'revision_number': 1, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:11:25.586546 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dddd6e-4f56-4add-a3d6-d18169d38425 None None] New status for floating IP 43f9b34a-80b9-4855-bb84-d6509f37f7bc: ACTIVE {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:11:28.544690 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:11:44.997962 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:49.472256 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-e1ee2089-0fe4-45f1-ba4e-7393f8c0931c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959101 Aug 09 11:11:49.551098 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-943f349a-259d-439e-9b16-86723f75461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:49.552563 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-943f349a-259d-439e-9b16-86723f75461b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0385475 Aug 09 11:11:49.582159 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [req-59eaa987-7fb0-43cc-936d-f9c9268f213d req-6ba1d9b0-0a94-49f7-a576-8b6c042b7b01 service neutron] (105358) timed out ('10.222.0.37', 64490) {{(pid=105358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:11:49.650159 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-00e9b8c9-b0ef-4ff6-a40c-6dcd05a6d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:49.651627 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-00e9b8c9-b0ef-4ff6-a40c-6dcd05a6d8ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0800369 Aug 09 11:11:49.717996 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-777749a6-003d-407c-8884-2007b0c1b52f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431e6157-2bbb-4402-99db-f895c7928a64 HTTP/1.1" status: 200 len: 1001 time: 0.0584233 Aug 09 11:11:49.767174 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-9739d346-901a-4f11-9f2b-e5404a7eb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:49.768502 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-9739d346-901a-4f11-9f2b-e5404a7eb5a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0432079 Aug 09 11:11:49.813772 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-58c81100-3436-4413-990f-bfd83cb410e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:11:49.815277 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-58c81100-3436-4413-990f-bfd83cb410e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398426 Aug 09 11:11:49.904748 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-80ef7408-d055-4424-b65e-20b7dae71f66 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820186 Aug 09 11:11:49.992106 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-1653d568-ae85-4c9e-a013-bcaf8127858e req-fc5bb121-7b6c-4d16-8629-be281e36d83d service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796454 Aug 09 11:11:50.232165 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-f770f0ed-f00c-4239-b674-c9afdf271768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:53.003687 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-8b873697-badf-4c96-859b-ce3a11b84929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:53.317924 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:53.923562 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:11:55.317383 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:03.629178 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [req-21938297-4558-4434-9326-9ea9d0444ed0 req-2761ef93-ef85-410b-ae4e-543678b918f6 service neutron] (105358) timed out ('10.222.0.37', 64508) {{(pid=105358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:12:05.544082 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:12:15.020081 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:20.231720 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a7702620-4c78-4e83-b405-61d614dc3395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:23.031629 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd6aa-0e6d-4379-bba2-8aa71257607e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:23.328790 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:23.916335 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:25.333901 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:42.542651 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:12:45.013703 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:49.419226 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-84effe22-cf7b-4c63-bc6a-18fa08ecf1b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378606 Aug 09 11:12:49.481889 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-890984f2-767e-4788-b1ba-266e9a810e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:12:49.483292 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-890984f2-767e-4788-b1ba-266e9a810e07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 1099 time: 0.0429265 Aug 09 11:12:49.579253 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-06417440-7439-4b6e-acf0-0537a4db76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:12:49.580665 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-06417440-7439-4b6e-acf0-0537a4db76ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0799122 Aug 09 11:12:49.648766 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-cb1a1b5f-a57f-42dd-8152-edd6376298d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c66adcf-611c-442c-9f7f-f26643d07120 HTTP/1.1" status: 200 len: 1002 time: 0.0611613 Aug 09 11:12:49.698858 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-cc3643bf-ab00-4764-b83b-05fb428741f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:12:49.700321 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-cc3643bf-ab00-4764-b83b-05fb428741f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0438833 Aug 09 11:12:49.753865 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-9469edb7-facd-4e0e-ab7d-1eb8c11871df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:12:49.755559 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-9469edb7-facd-4e0e-ab7d-1eb8c11871df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475986 Aug 09 11:12:49.855961 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-8fc63b29-e5ea-460e-bff5-6d06e8199d3b service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928297 Aug 09 11:12:49.942824 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0fe9ff25-65f2-48ba-8c83-6a8da364b0c7 req-9a92f870-8357-4561-bece-cc6b8426c09b service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791206 Aug 09 11:12:50.229246 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0174f09-b272-48dd-86ce-ea3e12a216c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:53.019216 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5bd4d536-0bad-40ff-8899-f1d98e01a406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:53.333720 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:53.933396 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:12:55.348868 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:03.487847 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52090) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:03.638668 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Deleting port c6e74691-f51d-4db5-827e-33df248a57b3 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:03.638991 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:03.712765 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:03.713086 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:03.724037 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Calling delete_port for c6e74691-f51d-4db5-827e-33df248a57b3 owned by network:floatingip {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:03.926053 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:03.950862 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event deleted for resources: {'Port': ['ID=c6e74691-f51d-4db5-827e-33df248a57b3,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:03.962626 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.962979 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.963351 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.963696 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.964029 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.964365 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.964696 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.965026 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.965356 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.965682 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.966007 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:03.966330 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:04.020658 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:04.021053 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Floating IP 43f9b34a-80b9-4855-bb84-d6509f37f7bc disassociated (deleted). External IP: 172.27.0.209, port: 6c66adcf-611c-442c-9f7f-f26643d07120. Aug 09 11:13:04.492351 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Router b7948641-5056-48fb-96a4-7f7eed5901a1 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:13:04.593766 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:13:04.598159 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:04.604211 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] Sync routers for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:13:04.612642 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:13:04.613260 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:12:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:04.625203 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-153db6d4-71e4-4259-9ad3-e2feb7a859f7 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "DELETE /v2.0/floatingips/43f9b34a-80b9-4855-bb84-d6509f37f7bc HTTP/1.1" status: 204 len: 168 time: 1.1363184 Aug 09 11:13:04.625851 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:13:04.628171 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e574de69-5256-4d21-8583-075a080641a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:13:04.721942 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b8487f-a9d4-4e63-b365-b8d0ad20592b x-openstack-request-id: req-e3b8487f-a9d4-4e63-b365-b8d0ad20592b {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:13:04.721942 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:13:04.721942 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3b8487f-a9d4-4e63-b365-b8d0ad20592b {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:13:04.721942 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120', 'status': 'completed', 'code': 200} Aug 09 11:13:04.722310 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:13:04.786603 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574de69-5256-4d21-8583-075a080641a1 req-98fa8abb-3759-41c8-a63c-2005219313b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:04.788140 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e574de69-5256-4d21-8583-075a080641a1 req-98fa8abb-3759-41c8-a63c-2005219313b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 1099 time: 0.0437169 Aug 09 11:13:04.878275 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574de69-5256-4d21-8583-075a080641a1 req-ae43667a-433f-4622-9ff1-c959f2bf11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:04.879788 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e574de69-5256-4d21-8583-075a080641a1 req-ae43667a-433f-4622-9ff1-c959f2bf11eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0851996 Aug 09 11:13:04.925496 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e574de69-5256-4d21-8583-075a080641a1 req-96970e36-eca1-434c-8ada-7d7a8e3276d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c66adcf-611c-442c-9f7f-f26643d07120 HTTP/1.1" status: 200 len: 217 time: 0.0375929 Aug 09 11:13:04.961809 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': 'dd720e2a-15fa-4d49-8176-48f27378241f', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:09:21Z', 'updated_at': '2021-08-09T11:09:23Z', 'revision_number': 1, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:04.982230 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574de69-5256-4d21-8583-075a080641a1 req-009c9e93-8084-40e5-be35-2aec735a88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:04.983738 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e574de69-5256-4d21-8583-075a080641a1 req-009c9e93-8084-40e5-be35-2aec735a88e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0515633 Aug 09 11:13:04.991178 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] Checking router: b7948641-5056-48fb-96a4-7f7eed5901a1 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:13:04.999950 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:13:05.000613 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:12:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:05.031426 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574de69-5256-4d21-8583-075a080641a1 req-a7cd387b-7247-427b-8fb4-34f69af58c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:05.032704 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e574de69-5256-4d21-8583-075a080641a1 req-a7cd387b-7247-427b-8fb4-34f69af58c9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414362 Aug 09 11:13:05.110839 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:13:05.119492 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff12e6-d6e1-4156-9f60-3cdfe02b0c20 req-8f9c8341-b607-4ed5-9812-fc49dbd28f1f tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:05.121301 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-00ff12e6-d6e1-4156-9f60-3cdfe02b0c20 req-8f9c8341-b607-4ed5-9812-fc49dbd28f1f tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 946 time: 0.1067224 Aug 09 11:13:05.128940 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e574de69-5256-4d21-8583-075a080641a1 req-6a0388f9-8787-4c2d-aff3-d00309698b98 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880229 Aug 09 11:13:05.174698 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-00ff12e6-d6e1-4156-9f60-3cdfe02b0c20 req-507e874a-87ba-4743-831e-8617fb640215 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444188 Aug 09 11:13:05.242309 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-e574de69-5256-4d21-8583-075a080641a1 req-2b115755-3a0f-400f-89c0-1e91ef2fc29e service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055043 Aug 09 11:13:05.347510 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': 'dd720e2a-15fa-4d49-8176-48f27378241f', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:09:21Z', 'updated_at': '2021-08-09T11:09:23Z', 'revision_number': 1, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:05.374387 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3b79d-207f-4976-9445-1bf1ce877434 None None] The sync data for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi is: [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_floatingips': [{'id': 'dd720e2a-15fa-4d49-8176-48f27378241f', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'router_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'port_id': '431e6157-2bbb-4402-99db-f895c7928a64', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'mac_address': 'fa:16:3e:5a:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:09:21Z', 'updated_at': '2021-08-09T11:09:23Z', 'revision_number': 1, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:13:05.584260 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13282590-863b-4a85-a4f7-87fcc3cac36a None None] New status for floating IP 43f9b34a-80b9-4855-bb84-d6509f37f7bc: DOWN {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:13:06.304882 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe19f9-69a3-43eb-a4a9-4cf1f22d54d6 req-f8162c4a-2f9a-4931-8c91-cfe65f30534d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:06.306406 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63fe19f9-69a3-43eb-a4a9-4cf1f22d54d6 req-f8162c4a-2f9a-4931-8c91-cfe65f30534d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 946 time: 0.0486240 Aug 09 11:13:06.346174 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-63fe19f9-69a3-43eb-a4a9-4cf1f22d54d6 req-ace84170-da7a-4f49-bbb8-425c091aff4e tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337479 Aug 09 11:13:06.540916 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-37c0e98e-e8dd-4480-82b1-d0351875df6c tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:06.542358 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-37c0e98e-e8dd-4480-82b1-d0351875df6c tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 946 time: 0.0471120 Aug 09 11:13:06.633427 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Deleting port 6c66adcf-611c-442c-9f7f-f26643d07120 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:06.633766 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:06.718461 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] For port 6c66adcf-611c-442c-9f7f-f26643d07120, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=6c66adcf-611c-442c-9f7f-f26643d07120,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:06.718823 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:06.731012 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Calling delete_port for 6c66adcf-611c-442c-9f7f-f26643d07120 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:06.944974 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:06.970639 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event deleted for resources: {'Port': ['ID=6c66adcf-611c-442c-9f7f-f26643d07120,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:07.016405 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] No DVR routers for this DVR port 6c66adcf-611c-442c-9f7f-f26643d07120 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:13:07.018812 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:07.020803 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f744ca1a-05e9-41ea-92e0-c5d6a3131cac req-01267ceb-57a9-43c6-91c7-d294ff6e0c75 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "DELETE /v2.0/ports/6c66adcf-611c-442c-9f7f-f26643d07120 HTTP/1.1" status: 204 len: 173 time: 0.4720371 Aug 09 11:13:07.021230 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'name': 'network-vif-deleted', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:13:07.024315 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d325bb-7ebd-4032-afbc-c601a756a37c" -d '{"events": [{"server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "name": "network-vif-deleted", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:13:07.069919 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6240f00f-660b-480c-a853-b16ade04d9ab x-openstack-request-id: req-6240f00f-660b-480c-a853-b16ade04d9ab {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:13:07.070209 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9", "name": "network-vif-deleted", "tag": "6c66adcf-611c-442c-9f7f-f26643d07120", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:13:07.070456 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6240f00f-660b-480c-a853-b16ade04d9ab {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:13:07.070847 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9', 'name': 'network-vif-deleted', 'tag': '6c66adcf-611c-442c-9f7f-f26643d07120', 'status': 'completed', 'code': 200} Aug 09 11:13:07.448999 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-f5f86358-d1a3-4a04-874a-16759b3d3c9a req-f7030b85-cec3-49ab-ad60-d74b62a46fbb tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e4ded9-7b05-4e2f-bfde-6ab673cfa8b9 HTTP/1.1" status: 200 len: 210 time: 0.0317209 Aug 09 11:13:09.176699 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 6c66adcf-611c-442c-9f7f-f26643d07120 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:13:09.197523 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 6c66adcf-611c-442c-9f7f-f26643d07120 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:13:09.197868 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 6c66adcf-611c-442c-9f7f-f26643d07120 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:13:10.938081 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52138) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:11.091052 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Deleting port b2c22018-9f4f-44dc-9b59-0cd0d6c3f68c {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:11.091423 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:11.168565 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:11.168882 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:11.180065 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Calling delete_port for b2c22018-9f4f-44dc-9b59-0cd0d6c3f68c owned by network:floatingip {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:11.390328 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:11.418054 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event deleted for resources: {'Port': ['ID=b2c22018-9f4f-44dc-9b59-0cd0d6c3f68c,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:11.478355 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:11.478594 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.db.l3_db [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Floating IP dd720e2a-15fa-4d49-8176-48f27378241f disassociated (deleted). External IP: 172.27.0.197, port: 431e6157-2bbb-4402-99db-f895c7928a64. Aug 09 11:13:11.679618 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Router b7948641-5056-48fb-96a4-7f7eed5901a1 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:13:11.783925 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:13:11.788734 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:11.793881 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] Sync routers for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:13:11.802672 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:13:11.803430 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:12:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:11.821954 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-863a818c-58b0-45b9-9bc4-a6a7215ddf9d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "DELETE /v2.0/floatingips/dd720e2a-15fa-4d49-8176-48f27378241f HTTP/1.1" status: 204 len: 168 time: 0.8827159 Aug 09 11:13:11.822495 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:13:11.824935 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb091e97-b0d1-4a22-a7f1-6c55430657a9" -d '{"events": [{"name": "network-changed", "server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "tag": "431e6157-2bbb-4402-99db-f895c7928a64"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:13:11.868672 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ce6bb-8c7b-429c-89f2-968a11d2f7f1 x-openstack-request-id: req-645ce6bb-8c7b-429c-89f2-968a11d2f7f1 {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:13:11.869046 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "tag": "431e6157-2bbb-4402-99db-f895c7928a64", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:13:11.869285 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-645ce6bb-8c7b-429c-89f2-968a11d2f7f1 {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:13:11.869685 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64', 'status': 'completed', 'code': 200} Aug 09 11:13:11.914805 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:13:11.930532 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-05bde209-889d-48b8-ae58-c5a8640c6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:11.932125 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-05bde209-889d-48b8-ae58-c5a8640c6efa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0410807 Aug 09 11:13:12.025305 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-6fccf970-2389-4b0f-a860-c98515c0be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:12.027041 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-6fccf970-2389-4b0f-a860-c98515c0be25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 200 len: 913 time: 0.0881078 Aug 09 11:13:12.072696 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-2a5d4659-ae74-441a-8580-2e547ff54be9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431e6157-2bbb-4402-99db-f895c7928a64 HTTP/1.1" status: 200 len: 217 time: 0.0366340 Aug 09 11:13:12.125144 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:12.129722 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-e81dabcd-0e02-4e0e-a86d-a0a47805f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:12.131305 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-e81dabcd-0e02-4e0e-a86d-a0a47805f154 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 200 len: 851 time: 0.0521653 Aug 09 11:13:12.153623 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] Checking router: b7948641-5056-48fb-96a4-7f7eed5901a1 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:13:12.161989 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:13:12.162613 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:12:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:12.183607 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-7900445e-1ed8-4e0d-8eb5-55b599c13d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:12.185303 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-7900445e-1ed8-4e0d-8eb5-55b599c13d84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06bcfb16-6a9f-4bb5-8040-8e4afaff411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458279 Aug 09 11:13:12.188781 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e0f3-7b84-4dfb-bcc4-c3367c40747e req-7096c3ef-b1cd-4474-b80f-b80360057808 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:12.190290 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b5a0e0f3-7b84-4dfb-bcc4-c3367c40747e req-7096c3ef-b1cd-4474-b80f-b80360057808 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 945 time: 0.0503681 Aug 09 11:13:12.235351 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [req-b5a0e0f3-7b84-4dfb-bcc4-c3367c40747e req-80738b68-25ca-4c6d-8dfd-edb1fc1e1657 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381920 Aug 09 11:13:12.274396 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:13:12.287667 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-3aabe30a-9b38-4960-8473-0c64c6a4f927 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941191 Aug 09 11:13:12.377799 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-eb091e97-b0d1-4a22-a7f1-6c55430657a9 req-fccb5773-9592-48c5-bc0d-731838d4b6f5 service neutron] 10.222.0.37 "GET /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815043 Aug 09 11:13:12.467753 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:12.497468 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511ea77-2d82-41f3-9ff6-ab2c4c2f7280 None None] The sync data for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi is: [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:06:12Z', 'revision_number': 4, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi', '_interfaces': [{'id': 'a0752a93-92f9-4fe8-9304-b161514cba2f', 'name': '', 'network_id': '06bcfb16-6a9f-4bb5-8040-8e4afaff411d', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'mac_address': 'fa:16:3e:15:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:12Z', 'updated_at': '2021-08-09T11:06:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'subnets': [{'id': 'e5173281-5bf1-4ef9-a98a-c8c96d2ee149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:13:12.699703 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaef2e6-2c14-4a0b-ac91-7035c4a06aac None None] New status for floating IP dd720e2a-15fa-4d49-8176-48f27378241f: DOWN {{(pid=105360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:13:13.355329 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bafcf-b24e-413b-87f7-a3a589f30728 req-efb253af-e803-493e-807c-47846c9be2b0 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:13.356807 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0e0bafcf-b24e-413b-87f7-a3a589f30728 req-efb253af-e803-493e-807c-47846c9be2b0 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 945 time: 0.0525565 Aug 09 11:13:13.394656 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-0e0bafcf-b24e-413b-87f7-a3a589f30728 req-9af16fd2-39c5-4e31-8e50-8d90ac52a191 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/security-groups?id=f01108b7-d4c9-49dd-9521-efc3fda47226&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320179 Aug 09 11:13:13.603187 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-63317083-6ad6-4362-bea0-abb5dac112a9 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:13:13.604599 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-63317083-6ad6-4362-bea0-abb5dac112a9 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 945 time: 0.0459611 Aug 09 11:13:13.693659 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Deleting port 431e6157-2bbb-4402-99db-f895c7928a64 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:13.694008 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:13.781839 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] For port 431e6157-2bbb-4402-99db-f895c7928a64, host hv-cinder-80389, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80389',level=0,port_id=431e6157-2bbb-4402-99db-f895c7928a64,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:13.782205 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:13.795442 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Calling delete_port for 431e6157-2bbb-4402-99db-f895c7928a64 owned by compute:nova {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:14.090789 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:14.119302 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event deleted for resources: {'Port': ['ID=431e6157-2bbb-4402-99db-f895c7928a64,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:14.158006 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] No DVR routers for this DVR port 431e6157-2bbb-4402-99db-f895c7928a64 on host hv-cinder-80389 {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:13:14.160457 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for port, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:14.162385 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-b4da712e-6a47-491a-9df4-eb7eafd55431 req-4073677f-dfaf-4b54-b97f-37592d65225b tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.37 "DELETE /v2.0/ports/431e6157-2bbb-4402-99db-f895c7928a64 HTTP/1.1" status: 204 len: 173 time: 0.5517268 Aug 09 11:13:14.162829 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'name': 'network-vif-deleted', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64'}] {{(pid=105357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:13:14.165176 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aed24d301371a2cb316ebf41fd2bb6c60ba8c8a0ee57c716f963a1c38428f8f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc4f55-9a8e-4c2e-8650-3076d3649bab" -d '{"events": [{"server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "name": "network-vif-deleted", "tag": "431e6157-2bbb-4402-99db-f895c7928a64"}]}' {{(pid=105357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:13:14.200895 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f174038f-16cd-41f8-b1a4-bcb0a072ce8b x-openstack-request-id: req-f174038f-16cd-41f8-b1a4-bcb0a072ce8b {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:13:14.201187 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4f6a7-b66a-4912-ae84-7b57aa67cc18", "name": "network-vif-deleted", "tag": "431e6157-2bbb-4402-99db-f895c7928a64", "status": "completed", "code": 200}]} {{(pid=105357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:13:14.201442 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f174038f-16cd-41f8-b1a4-bcb0a072ce8b {{(pid=105357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:13:14.201846 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4f6a7-b66a-4912-ae84-7b57aa67cc18', 'name': 'network-vif-deleted', 'tag': '431e6157-2bbb-4402-99db-f895c7928a64', 'status': 'completed', 'code': 200} Aug 09 11:13:14.492083 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [req-c319b48d-9188-461e-aab5-2bc111d19276 req-23607214-2ca2-486e-a58d-b751fb0f238d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b4f6a7-b66a-4912-ae84-7b57aa67cc18 HTTP/1.1" status: 200 len: 210 time: 0.0300205 Aug 09 11:13:15.051616 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:15.547494 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52154) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:15.666723 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Deleting port 6943c481-ec77-4b6f-aa04-b1e7fccc16ad {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:15.667063 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:15.738461 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:15.738790 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:15.750771 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Calling delete_port for 6943c481-ec77-4b6f-aa04-b1e7fccc16ad owned by network:floatingip {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:15.948043 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:15.972689 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event deleted for resources: {'Port': ['ID=6943c481-ec77-4b6f-aa04-b1e7fccc16ad,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:16.034075 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for floatingip, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:16.036625 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-367253'] for floatingip, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:16.037751 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-7bfc022a-2ade-44fe-94f0-26a066f6cf32 tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "DELETE /v2.0/floatingips/5ed9047e-7714-475f-83f3-27957f35798c HTTP/1.1" status: 204 len: 168 time: 0.4892647 Aug 09 11:13:17.176419 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 431e6157-2bbb-4402-99db-f895c7928a64 no longer exists at agent hyperv_hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:13:17.314310 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] No Port match for: 431e6157-2bbb-4402-99db-f895c7928a64 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:13:17.314650 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Device 431e6157-2bbb-4402-99db-f895c7928a64 not bound to the agent host hv-cinder-80389 {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:13:17.340780 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52166) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:17.398417 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad02e5e0-e909-4150-b2fc-35e2c64f649d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:17.422592 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad02e5e0-e909-4150-b2fc-35e2c64f649d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:17.550196 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad02e5e0-e909-4150-b2fc-35e2c64f649d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:17.552844 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-ad02e5e0-e909-4150-b2fc-35e2c64f649d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Notify callbacks [] for security_group, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:17.554098 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-ad02e5e0-e909-4150-b2fc-35e2c64f649d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] 10.222.0.35 "DELETE /v2.0/security-groups/f01108b7-d4c9-49dd-9521-efc3fda47226 HTTP/1.1" status: 204 len: 168 time: 0.2121065 Aug 09 11:13:17.563149 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02e5e0-e909-4150-b2fc-35e2c64f649d tempest-TestVolumeBootPattern-897533224 tempest-TestVolumeBootPattern-897533224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01108b7-d4c9-49dd-9521-efc3fda47226,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:17.665502 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52170) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:18.141262 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-892823'] for router_interface, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:18.380683 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Deleting port a0752a93-92f9-4fe8-9304-b161514cba2f {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:18.381282 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:18.455272 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] For port a0752a93-92f9-4fe8-9304-b161514cba2f, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=a0752a93-92f9-4fe8-9304-b161514cba2f,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:18.455553 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:18.468191 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Calling delete_port for a0752a93-92f9-4fe8-9304-b161514cba2f owned by network:router_interface {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:18.753376 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:18.781369 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0752a93-92f9-4fe8-9304-b161514cba2f,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:18.948042 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888871'] for router_interface, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:19.427934 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Router b7948641-5056-48fb-96a4-7f7eed5901a1 has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:13:19.530470 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:13:19.536357 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-dd15c4d7-bb76-4c6b-bac2-1efaef7fa376 admin admin] 10.222.0.35 "PUT /v2.0/routers/b7948641-5056-48fb-96a4-7f7eed5901a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8694785 Aug 09 11:13:19.537866 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52176) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:19.539792 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] Sync routers for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:13:19.544194 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:13:19.549322 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:13:19.550154 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:12:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:19.640256 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks [] for router, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:19.649314 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: dv-cinder-803896-1-iscsi {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:13:19.737803 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:19.822991 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:13:18Z', 'revision_number': 5, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port': {'id': '89fdc235-77ee-431c-99f5-a02fea766d30', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:10Z', 'updated_at': '2021-08-09T11:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:19.854025 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] Checking router: b7948641-5056-48fb-96a4-7f7eed5901a1 for host: dv-cinder-803896-1-iscsi {{(pid=105359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:13:19.862885 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] Routers {'b7948641-5056-48fb-96a4-7f7eed5901a1'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:13:19.863544 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:12:53Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['b7948641-5056-48fb-96a4-7f7eed5901a1'], 'active': True} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:19.888862 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Deleting port 89fdc235-77ee-431c-99f5-a02fea766d30 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:19.893119 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:19.957787 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvr_db [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] Set router b7948641-5056-48fb-96a4-7f7eed5901a1 gateway port host: None {{(pid=105359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:13:19.964805 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] For port 89fdc235-77ee-431c-99f5-a02fea766d30, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=89fdc235-77ee-431c-99f5-a02fea766d30,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:19.965165 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:19.977763 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Calling delete_port for 89fdc235-77ee-431c-99f5-a02fea766d30 owned by network:router_gateway {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:20.009281 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_hamode_db [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:13:19Z', 'revision_number': 6, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port_host': None}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:20.040062 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ee2b2-d64c-4137-8265-24c40bd77999 None None] The sync data for ids ['b7948641-5056-48fb-96a4-7f7eed5901a1'] in dv-cinder-803896-1-iscsi is: [{'id': 'b7948641-5056-48fb-96a4-7f7eed5901a1', 'name': 'tempest-TestVolumeBootPattern-1037158036-router', 'tenant_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:09Z', 'updated_at': '2021-08-09T11:13:19Z', 'revision_number': 6, 'project_id': '7f8f24de7deb433ba6cd0bf27621dda0', 'gw_port_host': None}] {{(pid=105359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:13:20.228362 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.259062 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-5b95d15e-01f5-4ccf-95de-88512e02de6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.259398 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Pushing event deleted for resources: {'Port': ['ID=89fdc235-77ee-431c-99f5-a02fea766d30,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:20.318831 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-892097'] for router_gateway, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.408958 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.411246 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.497139 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device a0752a93-92f9-4fe8-9304-b161514cba2f no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:13:20.518274 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: a0752a93-92f9-4fe8-9304-b161514cba2f {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:13:20.518624 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device a0752a93-92f9-4fe8-9304-b161514cba2f not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:13:20.525263 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-887233'] for router, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.525819 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7948641-5056-48fb-96a4-7f7eed5901a1 {{(pid=105357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:13:20.530189 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.534516 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-7c6d09a2-7f5c-4b23-b52c-234132ff9032 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b7948641-5056-48fb-96a4-7f7eed5901a1 HTTP/1.1" status: 204 len: 168 time: 0.9918070 Aug 09 11:13:20.534516 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52178) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:20.582805 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe4e28e-54c9-4727-9307-4ce03dc194b0 admin admin] Deleting subnet e5173281-5bf1-4ef9-a98a-c8c96d2ee149 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:13:20.586465 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0fe4e28e-54c9-4727-9307-4ce03dc194b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.620335 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0fe4e28e-54c9-4727-9307-4ce03dc194b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5113600'] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.693860 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0fe4e28e-54c9-4727-9307-4ce03dc194b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.813154 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0fe4e28e-54c9-4727-9307-4ce03dc194b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105477'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.844807 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4e28e-54c9-4727-9307-4ce03dc194b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5173281-5bf1-4ef9-a98a-c8c96d2ee149,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:20.846743 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-0fe4e28e-54c9-4727-9307-4ce03dc194b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.848708 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-0fe4e28e-54c9-4727-9307-4ce03dc194b0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e5173281-5bf1-4ef9-a98a-c8c96d2ee149 HTTP/1.1" status: 204 len: 168 time: 0.3133192 Aug 09 11:13:20.851589 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52180) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:20.851973 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e712c-6cc7-41c9-a0e3-63b1b15f3990 None None] Network 06bcfb16-6a9f-4bb5-8040-8e4afaff411d requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:13:20.927430 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:20.980309 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Deleting port cf32fc5e-168a-42b8-a7f6-268d96c1f143 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:20.980649 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.047233 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] DHCP port deletion for 06bcfb16-6a9f-4bb5-8040-8e4afaff411d request from dv-cinder-803896-1-iscsi {{(pid=105359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:13:21.049911 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] For port cf32fc5e-168a-42b8-a7f6-268d96c1f143, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=cf32fc5e-168a-42b8-a7f6-268d96c1f143,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:21.050283 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.064210 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Calling delete_port for cf32fc5e-168a-42b8-a7f6-268d96c1f143 owned by network:dhcp {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:21.110004 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Deleting port cf32fc5e-168a-42b8-a7f6-268d96c1f143 {{(pid=105359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:21.110451 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.171305 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] For port cf32fc5e-168a-42b8-a7f6-268d96c1f143, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=cf32fc5e-168a-42b8-a7f6-268d96c1f143,segment=NetworkSegment(4ef2f417-15bc-4a2a-bfa9-bc1b542417da),segment_id=4ef2f417-15bc-4a2a-bfa9-bc1b542417da)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:21.171627 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.184501 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Calling delete_port for cf32fc5e-168a-42b8-a7f6-268d96c1f143 owned by network:dhcp {{(pid=105359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:21.216626 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.243014 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf32fc5e-168a-42b8-a7f6-268d96c1f143,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:21.247197 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] No DVR routers for this DVR port cf32fc5e-168a-42b8-a7f6-268d96c1f143 on host dv-cinder-803896-1-iscsi {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:13:21.268640 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.294213 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Pushing event deleted for resources: {'Port': ['ID=cf32fc5e-168a-42b8-a7f6-268d96c1f143,revision_number=None']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:21.296387 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] No DVR routers for this DVR port cf32fc5e-168a-42b8-a7f6-268d96c1f143 on host dv-cinder-803896-1-iscsi {{(pid=105359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:13:21.307230 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.307915 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.309573 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.310113 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.310625 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.311207 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.311711 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.312120 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.312518 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.312902 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.313284 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.313663 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3093ab4a-6d66-40ac-96d6-96e037514a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:21.324328 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.334010 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bcfb16-6a9f-4bb5-8040-8e4afaff411d']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:21.344580 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef2f417-15bc-4a2a-bfa9-bc1b542417da') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:21.344871 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef2f417-15bc-4a2a-bfa9-bc1b542417da') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:21.355141 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.369094 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.375012 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:13:21.375419 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:13:21.377055 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:13:21.487335 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.494074 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:21.496159 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] 10.222.0.35 "DELETE /v2.0/networks/06bcfb16-6a9f-4bb5-8040-8e4afaff411d HTTP/1.1" status: 204 len: 168 time: 0.6438365 Aug 09 11:13:21.499334 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 52182) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:21.505625 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168ff86-a6db-4c4d-8369-2d6c2ea93e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=06bcfb16-6a9f-4bb5-8040-8e4afaff411d,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:21.829286 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-892823'] for router_interface, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:22.063159 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Deleting port ee13940d-e168-4427-b51c-42a6bf58561e {{(pid=105358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:22.063494 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:22.138377 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.db [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] For port ee13940d-e168-4427-b51c-42a6bf58561e, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=ee13940d-e168-4427-b51c-42a6bf58561e,segment=NetworkSegment(8cae24f6-a269-4bd2-94b2-8da3735f17cb),segment_id=8cae24f6-a269-4bd2-94b2-8da3735f17cb)] {{(pid=105358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:22.138736 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:22.151215 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.plugins.ml2.plugin [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Calling delete_port for ee13940d-e168-4427-b51c-42a6bf58561e owned by network:router_interface {{(pid=105358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:22.378848 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5855078'] for port, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:22.410172 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee13940d-e168-4427-b51c-42a6bf58561e,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:22.423988 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 89fdc235-77ee-431c-99f5-a02fea766d30 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:13:22.437806 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.438152 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.438490 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.438822 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.439172 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.439504 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.439829 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.440152 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.440476 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.440799 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.441121 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.441435 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803896-1-iscsi {{(pid=105358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:13:22.448466 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 89fdc235-77ee-431c-99f5-a02fea766d30 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:13:22.449152 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 89fdc235-77ee-431c-99f5-a02fea766d30 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:13:22.449678 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device cf32fc5e-168a-42b8-a7f6-268d96c1f143 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:13:22.469572 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: cf32fc5e-168a-42b8-a7f6-268d96c1f143 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:13:22.470064 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device cf32fc5e-168a-42b8-a7f6-268d96c1f143 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:13:22.804020 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-888871'] for router_interface, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.011184 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-22fa6be6-d49d-4917-a91c-25e56c5041cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.016105 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f has already been hosted by L3 agent f92b3984-b787-4f92-861b-1200d5132953 {{(pid=105358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:13:23.114275 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] Notify agent at l3_agent.dv-cinder-803896-1-iscsi the message routers_updated {{(pid=105358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:13:23.120082 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-5ee41ab1-814d-4e8c-8e5c-0291cadacf88 admin admin] 10.222.0.35 "PUT /v2.0/routers/7bd7afaf-8e32-4845-b580-cf3d2f342a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194003 Aug 09 11:13:23.122635 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52186) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:23.123605 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] Sync routers for ids ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'] in dv-cinder-803896-1-iscsi {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:13:23.134198 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] Routers {'7bd7afaf-8e32-4845-b580-cf3d2f342a4f'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:13:23.134826 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:13:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:23.234701 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks [] for router, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.238778 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] Set router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f gateway port host: dv-cinder-803896-1-iscsi {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:13:23.334690 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.336994 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.417405 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'external_fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:13:22Z', 'revision_number': 5, 'project_id': '80b3160489194d0e80b25819689e615c', 'gw_port': {'id': '24b8f6a4-19d6-49c7-85fd-11231058863f', 'name': '', 'network_id': '6703564e-f692-4aad-ba2f-eb73ae535c28', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803896-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cba6db50-e8b5-4069-a365-36d69cbc5ab6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803896-1-iscsi'}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:23.441608 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Deleting port 24b8f6a4-19d6-49c7-85fd-11231058863f {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:23.441958 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.447095 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] Checking router: 7bd7afaf-8e32-4845-b580-cf3d2f342a4f for host: dv-cinder-803896-1-iscsi {{(pid=105360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:13:23.455633 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] Routers {'7bd7afaf-8e32-4845-b580-cf3d2f342a4f'} bound to L3 agent in host dv-cinder-803896-1-iscsi {{(pid=105360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:13:23.456269 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803896-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T10:48:23Z,description=,heartbeat_timestamp=2021-08-09T11:13:23Z,host='dv-cinder-803896-1-iscsi',id=f92b3984-b787-4f92-861b-1200d5132953,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T10:48:24Z,topic='l3_agent')) {'router_ids': ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'], 'active': True} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:23.526655 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] For port 24b8f6a4-19d6-49c7-85fd-11231058863f, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=24b8f6a4-19d6-49c7-85fd-11231058863f,segment=NetworkSegment(aab9303e-a63d-493d-b0b0-074561238452),segment_id=aab9303e-a63d-493d-b0b0-074561238452)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:23.527024 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.539242 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Calling delete_port for 24b8f6a4-19d6-49c7-85fd-11231058863f owned by network:router_gateway {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:23.539833 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_dvr_db [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] Set router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f gateway port host: None {{(pid=105360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:13:23.592848 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.l3_hamode_db [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:13:23Z', 'revision_number': 6, 'project_id': '80b3160489194d0e80b25819689e615c', 'gw_port_host': None}], 'dv-cinder-803896-1-iscsi', False) {} {{(pid=105360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:23.618353 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313cbc-796e-40b4-a678-3f189c54bfed None None] The sync data for ids ['7bd7afaf-8e32-4845-b580-cf3d2f342a4f'] in dv-cinder-803896-1-iscsi is: [{'id': '7bd7afaf-8e32-4845-b580-cf3d2f342a4f', 'name': 'tempest-TestVolumeBootPattern-264080858-router', 'tenant_id': '80b3160489194d0e80b25819689e615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:06:16Z', 'updated_at': '2021-08-09T11:13:23Z', 'revision_number': 6, 'project_id': '80b3160489194d0e80b25819689e615c', 'gw_port_host': None}] {{(pid=105360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:13:23.781783 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.812062 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=24b8f6a4-19d6-49c7-85fd-11231058863f,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:23.872434 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-892097'] for router_gateway, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.942315 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.959753 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:23.961948 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.081284 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-887233'] for router, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.081989 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd7afaf-8e32-4845-b580-cf3d2f342a4f {{(pid=105357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:13:24.086328 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] Notify callbacks [] for router, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.087541 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-a61cb3c8-87fb-4ced-9483-c2977fe41e6e admin admin] 10.222.0.35 "DELETE /v2.0/routers/7bd7afaf-8e32-4845-b580-cf3d2f342a4f HTTP/1.1" status: 204 len: 168 time: 0.9638703 Aug 09 11:13:24.093602 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52188) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:24.138709 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f800d1c9-223c-47f9-812f-99e503604c7c admin admin] Deleting subnet 0c73815a-cf7d-45e8-8a3b-810d5d87ba67 {{(pid=105357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:13:24.141728 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f800d1c9-223c-47f9-812f-99e503604c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.173904 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f800d1c9-223c-47f9-812f-99e503604c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5113600'] for subnet, precommit_delete_associations {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.253036 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f800d1c9-223c-47f9-812f-99e503604c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954197'] for subnet, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.382852 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f800d1c9-223c-47f9-812f-99e503604c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105477'] for subnet, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.408122 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800d1c9-223c-47f9-812f-99e503604c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c73815a-cf7d-45e8-8a3b-810d5d87ba67,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:24.411814 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-f800d1c9-223c-47f9-812f-99e503604c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.414412 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-f800d1c9-223c-47f9-812f-99e503604c7c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0c73815a-cf7d-45e8-8a3b-810d5d87ba67 HTTP/1.1" status: 204 len: 168 time: 0.3234107 Aug 09 11:13:24.416935 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [-] (105357) accepted ('10.222.0.35', 52190) {{(pid=105357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:24.422039 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device ee13940d-e168-4427-b51c-42a6bf58561e no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:13:24.425378 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a838f90-bd43-41c2-bbd6-8eb1f1583037 None None] Network 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 requested from dv-cinder-803896-1-iscsi {{(pid=105359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:13:24.456662 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: ee13940d-e168-4427-b51c-42a6bf58561e {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:13:24.457005 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device ee13940d-e168-4427-b51c-42a6bf58561e not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:13:24.457442 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 24b8f6a4-19d6-49c7-85fd-11231058863f no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:13:24.484888 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2051402'] for network, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.505905 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 24b8f6a4-19d6-49c7-85fd-11231058863f {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:13:24.506255 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 24b8f6a4-19d6-49c7-85fd-11231058863f not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:13:24.539689 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Deleting port 16d0d1b8-935c-4e56-b608-3ca0858a7583 {{(pid=105357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:24.540100 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.607804 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.db [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] For port 16d0d1b8-935c-4e56-b608-3ca0858a7583, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=16d0d1b8-935c-4e56-b608-3ca0858a7583,segment=NetworkSegment(8cae24f6-a269-4bd2-94b2-8da3735f17cb),segment_id=8cae24f6-a269-4bd2-94b2-8da3735f17cb)] {{(pid=105357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:24.608171 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.621651 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.plugin [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Calling delete_port for 16d0d1b8-935c-4e56-b608-3ca0858a7583 owned by network:dhcp {{(pid=105357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:24.644270 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e84953-5c7d-44f9-a519-91896974f93e None None] DHCP port deletion for 93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 request from dv-cinder-803896-1-iscsi {{(pid=105359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:13:24.689602 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-78e84953-5c7d-44f9-a519-91896974f93e None None] Deleting port 16d0d1b8-935c-4e56-b608-3ca0858a7583 {{(pid=105359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:13:24.689971 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-78e84953-5c7d-44f9-a519-91896974f93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784378948913'] for port, before_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.749453 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.db [None req-78e84953-5c7d-44f9-a519-91896974f93e None None] For port 16d0d1b8-935c-4e56-b608-3ca0858a7583, host dv-cinder-803896-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803896-1-iscsi',level=0,port_id=16d0d1b8-935c-4e56-b608-3ca0858a7583,segment=NetworkSegment(8cae24f6-a269-4bd2-94b2-8da3735f17cb),segment_id=8cae24f6-a269-4bd2-94b2-8da3735f17cb)] {{(pid=105359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:13:24.749842 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-78e84953-5c7d-44f9-a519-91896974f93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-877477'] for port, precommit_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.761703 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-78e84953-5c7d-44f9-a519-91896974f93e None None] Calling delete_port for 16d0d1b8-935c-4e56-b608-3ca0858a7583 owned by network:dhcp {{(pid=105359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:13:24.812792 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113885'] for port, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.836846 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d0d1b8-935c-4e56-b608-3ca0858a7583,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:24.838380 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-78e84953-5c7d-44f9-a519-91896974f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1988738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784378954891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784378565614'] for port, after_delete {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.843176 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] No DVR routers for this DVR port 16d0d1b8-935c-4e56-b608-3ca0858a7583 on host dv-cinder-803896-1-iscsi {{(pid=105357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:13:24.864147 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e84953-5c7d-44f9-a519-91896974f93e None None] Pushing event deleted for resources: {'Port': ['ID=16d0d1b8-935c-4e56-b608-3ca0858a7583,revision_number=None']} {{(pid=105359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:24.867670 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e84953-5c7d-44f9-a519-91896974f93e None None] No DVR routers for this DVR port 16d0d1b8-935c-4e56-b608-3ca0858a7583 on host dv-cinder-803896-1-iscsi {{(pid=105359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:13:24.916448 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1954578', 'neutron.services.segments.db._delete_segments_for_network-8784379075696'] for network, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.926009 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0']}} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:24.935899 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cae24f6-a269-4bd2-94b2-8da3735f17cb') {'for_net_delete': True} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:24.941862 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.services.segments.db [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cae24f6-a269-4bd2-94b2-8da3735f17cb') {} {{(pid=105357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:13:24.944679 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784379078777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5113623'] for segment, before_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.957781 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260'] for segment, precommit_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.963995 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=105357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:13:24.964378 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5114096'] for segment, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: Traceback (most recent call last): Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: timer() Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: cb(*args, **kw) Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: return func(*args, **kwargs) Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: self._notify() Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: self.callback(batched_events) Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: event.method(event) Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: return f(self, *a, **k) Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._get(url).json() Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: return self.request(url, 'GET', **kwargs) Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:13:24.965957 dv-cinder-803896-1-iscsi neutron-server[105357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:13:25.087395 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1954571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-892069'] for network, after_delete {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:25.091443 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron_lib.callbacks.manager [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029917'] for network, before_response {{(pid=105357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:25.093337 dv-cinder-803896-1-iscsi neutron-server[105357]: INFO neutron.wsgi [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0 HTTP/1.1" status: 204 len: 168 time: 0.6754436 Aug 09 11:13:25.105487 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5b104-d423-4c05-9b8f-8d05749c29b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ebb9d2-bbc4-4400-bc49-1a139b5ba8b0,revision_number=None']} {{(pid=105357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:25.325000 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:25.398815 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 52196) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:25.441658 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-acfcaf88-24a0-444d-9372-cac38f8c385b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f8f24de7deb433ba6cd0bf27621dda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416148 Aug 09 11:13:25.444055 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 52198) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:25.491599 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-94636987-f320-4de7-8d3f-ff5167d871b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:25.512311 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-94636987-f320-4de7-8d3f-ff5167d871b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:25.624078 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-94636987-f320-4de7-8d3f-ff5167d871b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:25.626528 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-94636987-f320-4de7-8d3f-ff5167d871b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:25.627731 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-94636987-f320-4de7-8d3f-ff5167d871b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71630a6b-6fb7-4dd5-b5e6-87c203b80d70 HTTP/1.1" status: 204 len: 168 time: 0.1816587 Aug 09 11:13:25.636025 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636987-f320-4de7-8d3f-ff5167d871b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71630a6b-6fb7-4dd5-b5e6-87c203b80d70,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:26.204819 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 52204) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:26.244526 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-9a366395-9b1d-4e9b-99dc-9f5bf9abb2dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80b3160489194d0e80b25819689e615c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385587 Aug 09 11:13:26.247187 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.wsgi [-] (105358) accepted ('10.222.0.35', 52206) {{(pid=105358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:13:26.293450 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-55185841-1ef5-4cf6-8ead-54a48b51672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:26.313686 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-55185841-1ef5-4cf6-8ead-54a48b51672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:26.424604 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-55185841-1ef5-4cf6-8ead-54a48b51672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988848'] for security_group, after_delete {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:26.427282 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron_lib.callbacks.manager [None req-55185841-1ef5-4cf6-8ead-54a48b51672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:26.428244 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 16d0d1b8-935c-4e56-b608-3ca0858a7583 no longer exists at agent ovs-agent-dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:13:26.429168 dv-cinder-803896-1-iscsi neutron-server[105358]: INFO neutron.wsgi [None req-55185841-1ef5-4cf6-8ead-54a48b51672d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9884d8a-6b31-4268-beb7-465891ed0a62 HTTP/1.1" status: 204 len: 168 time: 0.1805072 Aug 09 11:13:26.437307 dv-cinder-803896-1-iscsi neutron-server[105358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55185841-1ef5-4cf6-8ead-54a48b51672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9884d8a-6b31-4268-beb7-465891ed0a62,revision_number=None']} {{(pid=105358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:13:26.454627 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.plugin [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] No Port match for: 16d0d1b8-935c-4e56-b608-3ca0858a7583 {{(pid=105359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:13:26.454912 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron.plugins.ml2.rpc [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Device 16d0d1b8-935c-4e56-b608-3ca0858a7583 not bound to the agent host dv-cinder-803896-1-iscsi {{(pid=105359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:13:45.017993 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:50.226704 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-82b06b1c-63ff-4042-a5ec-4d74db830661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:53.009606 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-ac711f83-0dea-475b-ac23-2ccd093434f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:53.332159 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:53.940806 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:55.331516 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:13:56.543407 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:14:15.025488 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:20.240110 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-c956bdc8-d1db-432d-877e-2b2381f47dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:23.040202 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-73ffab9e-7972-4e2a-aecf-2c3ed9531ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:23.331432 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:23.939030 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:25.336786 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:33.542370 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:14:45.021764 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:50.223658 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-604e356b-50d4-4432-b61a-6e30ee09aff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:53.012256 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-1f3c22a5-1edf-4acd-8a70-5ad3cf2013c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:53.326395 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:53.942028 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:14:55.376239 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:10.541126 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:15:15.032332 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:20.222579 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-731a6844-94e3-45ad-a0e5-60ad3510f8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:23.004739 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9b715da4-1602-40fc-8c32-61c9c5a5d02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:23.325166 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:23.919574 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:25.342050 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:45.043384 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:47.540959 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:15:50.232445 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-504322b2-25ed-46a1-b5c5-fc467a03432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:53.003587 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-c93aca2b-3cd8-447a-ae05-918b5fff1a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:53.363064 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:53.929236 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:15:55.346309 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:15.180174 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:20.219252 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-8f57c252-845f-4a00-b96f-216bda0c9fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:23.002121 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-9eecf0c6-ed8b-4db1-9f16-ad3d8e9faed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:23.351976 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:23.916416 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:24.539783 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:16:25.356434 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:45.053438 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:50.235676 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-eb512821-224a-4f8e-89c0-cfe9a8ffe03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:53.012856 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0762dd2a-cd30-4b99-9b10-1c17cf6e6604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:53.350172 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:53.944068 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:16:55.355287 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:01.539628 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:17:15.029498 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:20.217689 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7ced35f6-2cff-4949-adc3-d0df297fbee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:23.023238 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-e9686ea2-2345-47dc-8ddb-264219b6157f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:23.336660 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:23.947850 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:25.366100 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:37.630723 dv-cinder-803896-1-iscsi neutron-server[105357]: DEBUG neutron.wsgi [req-41b551a0-3a81-45d5-b343-5ab563f66e70 req-e7259aa5-623a-4ed6-aeda-fb8403a87710 service neutron] (105357) timed out ('10.222.0.35', 45596) {{(pid=105357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:17:38.539087 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:17:45.051134 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:50.262916 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-0961002a-93ff-45e0-a811-b0f4a123511d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:53.009429 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2f5de66c-0b67-4b00-9c3a-e718eaca2feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:53.325526 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:53.931134 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:17:55.348047 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:18:15.054378 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-4ad980d7-facb-4c48-9abc-ef44e9b9a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:18:15.537430 dv-cinder-803896-1-iscsi neutron-server[105360]: DEBUG neutron.db.agents_db [None req-d7b89455-a86c-4bc4-adf5-24065486edb5 None None] Agent healthcheck: found 6 active agents {{(pid=105360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:18:20.231054 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-942e22de-4e37-4e95-bf20-4da9893ed19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:18:22.993282 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-7a0d50ea-6b11-4981-b0a2-4be4456d5b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:18:23.364808 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-2432a610-dafd-4a93-a14a-95d90b7f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:18:23.976109 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-a43bd2a6-af65-4323-9bda-da8df990be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:18:25.358628 dv-cinder-803896-1-iscsi neutron-server[105359]: DEBUG neutron_lib.callbacks.manager [None req-d0c156d3-e531-453e-b614-28a19590ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784379075588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919388'] for agent, after_update {{(pid=105359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}